-- Logs begin at Mon 2021-06-14 13:09:44 UTC, end at Mon 2021-06-14 15:11:13 UTC. -- Jun 14 14:39:05.176657 dv-cinder-772623-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 14 14:39:08.353312 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.common.config [-] Logging enabled! Jun 14 14:39:08.354009 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev342 Jun 14 14:39:08.354234 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103257) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 14 14:39:08.357784 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.common.config [-] Logging enabled! Jun 14 14:39:08.358084 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev342 Jun 14 14:39:08.358438 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103257) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 14 14:39:08.359454 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 14 14:39:08.359963 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 14 14:39:08.360243 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 14 14:39:08.360573 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 14 14:39:08.360843 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 14 14:39:08.361221 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.361570 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.361917 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.362195 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.362547 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.362888 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.363221 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.363571 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.363945 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.364277 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.364602 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.364935 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.365253 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.365591 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.365975 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.366432 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.366820 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] debug = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.367309 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.368035 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.368642 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.369138 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.369589 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.370294 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.370737 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.371175 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.371710 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.372294 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] host = dv-cinder-772623-8-iscsi {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.372782 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.373269 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.373709 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.374143 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.374574 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.375037 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.376028 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.376450 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.377116 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] log_file = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.377493 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.377994 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.378487 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.378953 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.379368 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.379710 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.380201 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.380671 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.380977 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.381267 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.381553 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.381997 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.382849 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.382849 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.383341 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.383704 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.384119 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.384547 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.384942 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.385388 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.385776 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.386247 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.386790 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.387379 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.387743 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.387743 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.387743 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.387743 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.387743 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.387743 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.387743 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.387743 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.393956 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.393956 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.393956 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.393956 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.393956 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] use_json = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.394859 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.394859 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.395109 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.395622 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.396087 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.396519 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.396888 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.397197 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:08.397513 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.397930 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.398251 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.398547 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.398854 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.399140 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.399625 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.400107 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.400606 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.401056 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.401463 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.401954 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.402456 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.402868 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.403344 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.403871 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.404886 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.405408 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.405869 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.406312 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.406917 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.407290 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.408037 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.408564 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.409066 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.409542 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.410026 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.410533 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.411014 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.411482 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.411999 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.412497 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.412971 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.413441 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.413918 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.414392 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.414860 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.415327 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.415843 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.416523 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.416989 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.417435 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.417888 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.418346 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.418804 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.419287 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.419798 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.420267 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.420734 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.421221 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.421606 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.422126 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.422610 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.423028 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.423443 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.423929 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.424381 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.424792 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.425209 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.425622 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.426069 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.426490 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.426916 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.427317 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.427822 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.428231 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.428676 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.429048 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.429519 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.429944 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.430413 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.430812 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.431272 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.431772 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.432107 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.432628 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.432976 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.433345 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.433726 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.434246 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.434740 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.435239 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.435749 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.436242 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.436766 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.437253 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.438516 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.438852 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.439248 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.439725 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.440239 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.440718 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.441198 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.441636 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.442117 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.442638 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.443068 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.443534 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.444072 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:08.444425 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 14 14:39:08.444777 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103257) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 14 14:39:08.934413 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:39:08.934681 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:39:08.935108 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:39:08.935646 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 14 14:39:09.491072 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:09.491798 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:09.491901 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:09.493473 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:09.493751 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:09.494018 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:09.533166 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:09.533449 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:09.533775 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:09.553376 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:09.553667 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:09.554091 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:09.594884 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:09.595324 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:09.595864 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:09.653875 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:09.654331 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:09.654768 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.005255 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.005641 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.006031 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.006426 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.008110 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.224921 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.225428 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.225899 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.226319 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.226722 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.227146 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.227422 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.227741 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.228128 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.228595 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.229038 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.229363 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.229724 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.230178 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.230620 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.231074 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.231505 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.231905 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.232345 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.232782 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.233290 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.233791 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.234174 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.235447 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.235892 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.236287 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.236997 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103257) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 14:39:10.237401 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103257) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 14:39:10.237813 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103257) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 14:39:10.238231 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103257) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 14:39:10.238644 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103257) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 14:39:10.239084 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103257) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 14:39:10.241437 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 14 14:39:10.247078 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 14 14:39:10.253447 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 14 14:39:10.259651 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jun 14 14:39:10.262689 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 14 14:39:10.263314 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 14 14:39:10.263880 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 14 14:39:10.264445 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 14 14:39:10.268534 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 14 14:39:10.268917 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 14 14:39:10.269802 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 14 14:39:10.317457 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 14 14:39:10.318065 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.318544 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103257) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 14 14:39:10.319140 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.321635 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103257) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 14 14:39:10.322082 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 14 14:39:10.322462 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 14 14:39:10.327302 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.327820 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:10.447238 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 14 14:39:10.447646 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 14 14:39:10.448030 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 14 14:39:10.448670 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 14 14:39:10.483406 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_db.sqlalchemy.engines [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103257) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 14 14:39:11.724800 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.managers [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Initializing driver for type 'gre' Jun 14 14:39:11.725827 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] gre ID ranges: [(1, 1000)] Jun 14 14:39:12.013095 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.managers [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Initializing driver for type 'local' Jun 14 14:39:12.013651 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.managers [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Initializing driver for type 'vlan' Jun 14 14:39:12.147892 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] VlanTypeDriver initialization complete Jun 14 14:39:12.148300 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.managers [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Initializing driver for type 'vxlan' Jun 14 14:39:12.149102 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] vxlan ID ranges: [(1, 1000)] Jun 14 14:39:12.481398 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.managers [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Initializing extension driver 'port_security' Jun 14 14:39:12.481662 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.extensions.port_security [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] PortSecurityExtensionDriver initialization complete Jun 14 14:39:12.482114 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.managers [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Initializing mechanism driver 'openvswitch' Jun 14 14:39:12.482483 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.managers [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Initializing mechanism driver 'hyperv' Jun 14 14:39:12.494234 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:39:12.495642 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > port after_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.496221 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > port after_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.496821 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > port after_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.497450 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > subnet after_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.498042 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > subnet after_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.498580 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.499148 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > network after_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.499744 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > network after_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.500916 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > network after_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.501472 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > security_group after_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.502074 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > security_group after_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.502667 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.503323 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.503882 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.504472 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.505130 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > address_group after_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.505736 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > address_group after_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.506338 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.506863 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] ML2 OVO RPC backend initialized. {{(pid=103257) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 14 14:39:12.507747 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.508121 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.508694 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > network before_response 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.509118 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > networks before_response 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.509470 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > port before_response 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.509856 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > ports before_response 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.510391 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > subnet before_response 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.510782 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > subnets before_response 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.511207 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > network after_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.511730 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > network after_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.512339 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > network after_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.512861 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > port after_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.513442 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > port after_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.520715 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > port after_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.520715 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > subnet after_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.520715 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > subnet after_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.520715 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.521228 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.plugin [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Modular L2 Plugin initialization complete Jun 14 14:39:12.521228 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading services supported by the core plugin {{(pid=103257) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 14 14:39:12.521228 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.plugins.ml2.managers [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Got port-security extension from driver 'port_security' Jun 14 14:39:12.521228 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.extensions.vlantransparent [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Disabled vlantransparent extension. Jun 14 14:39:12.521228 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103257) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 14 14:39:12.521228 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading Plugin: router Jun 14 14:39:12.589805 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.590280 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > router after_create 55549900 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.590769 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > router before_create 55549900 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.591333 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.591932 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.592488 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > router after_delete 55549900 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.593058 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.593688 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > router after_create 55549900 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.595350 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > router after_update 55549900 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.595350 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > router after_update 55549900 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.595350 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.595782 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > router after_update 55549900 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.595934 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > router precommit_update 55549900 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.596314 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: port after_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.596734 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: port after_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.598081 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: subnet after_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.598674 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.599293 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.599968 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > router precommit_create 55549900 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.600594 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: port before_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.601211 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > router precommit_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.601851 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > router after_update 55549900 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.602453 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.603082 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > router precommit_create 55549900 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.603782 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.604395 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > router precommit_update 55549900 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.605067 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > network after_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.606753 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.quota.resource_registry [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Tracking information for resource: router configured {{(pid=103257) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 14:39:12.607329 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.quota.resource_registry [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Tracking information for resource: floatingip configured {{(pid=103257) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 14:39:12.624250 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.db.l3_agentschedulers_db [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 14 14:39:12.625905 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: port after_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.626654 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: port after_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.630345 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: port after_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.631067 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: port after_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.632833 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > router before_create 55550100 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.633455 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.634071 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > router precommit_create 55550100 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.634653 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > router precommit_update 55550100 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.644910 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.services.provider_configuration [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Service providers = [] {{(pid=103257) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 14 14:39:12.645504 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.db.servicetype_db [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103257) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 14 14:39:12.650691 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.services.service_base [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103257) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 14 14:39:12.651213 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.services.service_base [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103257) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 14 14:39:12.651800 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.services.service_base [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103257) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 14 14:39:12.653431 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.services.service_base [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103257) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 14 14:39:12.654086 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.services.service_base [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 14 14:39:12.654749 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103257) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 14:39:12.655276 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 14 14:39:12.674948 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103257) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 14:39:12.675518 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading Plugin: auto_allocate Jun 14 14:39:12.686953 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: network precommit_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.687651 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: network precommit_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.688629 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103257) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 14:39:12.689181 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading Plugin: tag Jun 14 14:39:12.701997 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103257) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 14:39:12.702553 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading Plugin: timestamp Jun 14 14:39:12.710837 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103257) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 14:39:12.711361 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading Plugin: network_ip_availability Jun 14 14:39:12.721437 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.722054 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.722637 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:12.724041 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103257) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 14:39:12.724575 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading Plugin: flavors Jun 14 14:39:12.733430 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103257) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 14:39:12.734899 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading Plugin: revisions Jun 14 14:39:12.742790 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103257) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 14:39:12.743440 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_concurrency.lockutils [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 3.808s {{(pid=103257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:39:12.744838 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103257) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 14 14:39:12.745407 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Initializing extension manager. Jun 14 14:39:12.746220 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: __init__.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.746792 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: __pycache__ {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.747307 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.747877 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: address_group.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.749196 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.751366 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: address-group Jun 14 14:39:12.751937 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: address_scope.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.753224 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.754142 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: address-scope Jun 14 14:39:12.754659 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.756281 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.757191 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: router-admin-state-down-before-update Jun 14 14:39:12.757750 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: agent.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.759298 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.760252 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: agent Jun 14 14:39:12.760802 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: agent_resources_synced.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.762419 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.763342 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: agent-resources-synced Jun 14 14:39:12.763919 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: allowedaddresspairs.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.767374 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.768377 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: allowed-address-pairs Jun 14 14:39:12.768923 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: auto_allocated_topology.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.771117 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.772090 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: auto-allocated-topology Jun 14 14:39:12.772641 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: availability_zone.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.773852 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.774776 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: availability_zone Jun 14 14:39:12.775320 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: availability_zone_filter.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.776987 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.777918 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: availability_zone_filter Jun 14 14:39:12.778446 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: data_plane_status.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.780031 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.780920 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension data-plane-status not supported by any of loaded plugins Jun 14 14:39:12.782001 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: default_subnetpools.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.783881 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.784772 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: default-subnetpools Jun 14 14:39:12.785272 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.786613 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.787507 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: dhcp_agent_scheduler Jun 14 14:39:12.788095 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: dns.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.789590 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.790451 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension dns-integration not supported by any of loaded plugins Jun 14 14:39:12.790950 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: dns_domain_ports.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.792409 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.793074 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 14 14:39:12.793452 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: dvr.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.794444 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.795234 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: dvr Jun 14 14:39:12.795781 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: empty_string_filtering.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.797924 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.798850 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: empty-string-filtering Jun 14 14:39:12.799384 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.800983 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.801829 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 14 14:39:12.802344 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.803706 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.804493 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 14 14:39:12.805028 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: external_net.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.806561 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.807467 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: external-net Jun 14 14:39:12.808036 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.809556 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.810466 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: extra_dhcp_opt Jun 14 14:39:12.811011 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: extraroute.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.812680 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.813644 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: extraroute Jun 14 14:39:12.814163 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: extraroute_atomic.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.816049 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.816969 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: extraroute-atomic Jun 14 14:39:12.817495 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: filter_validation.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.818655 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.819574 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: filter-validation Jun 14 14:39:12.820113 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: fip_pf_description.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.821633 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.822539 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 14 14:39:12.823075 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: fip_port_details.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.824727 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.825651 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: fip-port-details Jun 14 14:39:12.826183 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: flavors.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.828444 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.829358 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: flavors Jun 14 14:39:12.829908 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.833062 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.833976 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 14 14:39:12.834484 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: floatingip_pools.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.835790 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.836832 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: floatingip-pools Jun 14 14:39:12.837202 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: ip_allocation.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.838840 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.839726 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension ip_allocation not supported by any of loaded plugins Jun 14 14:39:12.840341 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.841913 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.842804 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: ip-substring-filtering Jun 14 14:39:12.843335 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: l2_adjacency.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.845515 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.846414 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 14 14:39:12.846918 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: l3.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.848640 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.849493 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: router Jun 14 14:39:12.850013 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.854479 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.855429 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 14 14:39:12.856001 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.857634 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.858518 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: ext-gw-mode Jun 14 14:39:12.859004 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.861083 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.861899 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: l3-ha Jun 14 14:39:12.862372 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: l3_flavors.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.863844 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.864616 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: l3-flavors Jun 14 14:39:12.865080 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.866415 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.867197 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 14 14:39:12.867714 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: l3agentscheduler.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.869364 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.870281 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: l3_agent_scheduler Jun 14 14:39:12.870636 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: logging.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.873115 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.873916 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension logging not supported by any of loaded plugins Jun 14 14:39:12.874411 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: metering.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.875802 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.876846 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: metering Jun 14 14:39:12.877405 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.879357 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.880305 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: metering_source_and_destination_fields Jun 14 14:39:12.880851 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: multiprovidernet.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.882419 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.883236 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: multi-provider Jun 14 14:39:12.883827 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: netmtu.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.885138 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.885966 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: net-mtu Jun 14 14:39:12.886453 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: netmtu_writable.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.887930 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.888790 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: net-mtu-writable Jun 14 14:39:12.889294 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: network_availability_zone.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.890357 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.891238 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: network_availability_zone Jun 14 14:39:12.891812 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: network_ip_availability.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.893676 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.894774 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: network-ip-availability Jun 14 14:39:12.895300 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: network_segment_range.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.896538 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.897376 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension network-segment-range not supported by any of loaded plugins Jun 14 14:39:12.897902 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: pagination.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.899498 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.900055 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: pagination Jun 14 14:39:12.900560 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: port_device_profile.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.902052 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.902947 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: port-device-profile Jun 14 14:39:12.903473 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.904973 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.905842 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: port-mac-address-regenerate Jun 14 14:39:12.906915 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.908483 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.909401 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: port-numa-affinity-policy Jun 14 14:39:12.909936 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: port_resource_request.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.911446 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.912377 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension port-resource-request not supported by any of loaded plugins Jun 14 14:39:12.912920 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: portbindings.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.914451 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.915361 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: binding Jun 14 14:39:12.915933 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: portbindings_extended.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.920521 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.921443 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: binding-extended Jun 14 14:39:12.922587 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: portsecurity.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.924424 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.925334 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: port-security Jun 14 14:39:12.925871 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: project_id.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.927469 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.928034 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: project-id Jun 14 14:39:12.928572 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: providernet.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.930095 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.931036 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: provider Jun 14 14:39:12.931594 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: qos.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.938072 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.938996 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension qos not supported by any of loaded plugins Jun 14 14:39:12.939530 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.941819 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.942746 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 14 14:39:12.943270 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.944877 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.945783 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 14 14:39:12.946323 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: qos_default.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.947880 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.948789 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension qos-default not supported by any of loaded plugins Jun 14 14:39:12.949342 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: qos_fip.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.950497 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.951376 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension qos-fip not supported by any of loaded plugins Jun 14 14:39:12.951967 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: qos_gateway_ip.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.953683 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.954612 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 14 14:39:12.955148 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: qos_port_network_policy.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.956841 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.957796 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 14 14:39:12.958327 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: qos_rule_type_details.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.960053 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.960970 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 14 14:39:12.961529 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: qos_rules_alias.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.963526 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.970071 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 14 14:39:12.970071 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: quotasv2.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.970071 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.970071 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: quotas Jun 14 14:39:12.970071 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: quotasv2_detail.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.976632 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.976632 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: quota_details Jun 14 14:39:12.976632 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: rbac.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.978037 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.979075 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: rbac-policies Jun 14 14:39:12.979664 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: rbac_address_group.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.981378 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.982329 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: rbac-address-group Jun 14 14:39:12.982866 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: rbac_address_scope.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.985339 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.986153 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: rbac-address-scope Jun 14 14:39:12.986665 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: rbac_security_groups.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.988361 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.989258 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: rbac-security-groups Jun 14 14:39:12.989770 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: rbac_subnetpool.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.991859 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.992765 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: rbac-subnetpool Jun 14 14:39:12.993304 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: revisionifmatch.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.995001 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.995974 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: revision-if-match Jun 14 14:39:12.996533 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: revisions.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:12.998594 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:12.999533 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: standard-attr-revisions Jun 14 14:39:13.000598 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: router_availability_zone.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:13.001791 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:13.002760 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: router_availability_zone Jun 14 14:39:13.003310 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: routerservicetype.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:13.005175 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:13.006101 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension router-service-type not supported by any of loaded plugins Jun 14 14:39:13.006657 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:13.008268 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:13.009192 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: security-groups-normalized-cidr Jun 14 14:39:13.009723 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:13.011338 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:13.012335 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: port-security-groups-filtering Jun 14 14:39:13.012897 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:13.014547 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:13.015513 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: security-groups-remote-address-group Jun 14 14:39:13.016644 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: securitygroup.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:13.036457 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:13.037480 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: security-group Jun 14 14:39:13.038047 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: segment.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:13.039651 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:13.040642 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension segment not supported by any of loaded plugins Jun 14 14:39:13.041342 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:13.043009 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:13.044003 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 14 14:39:13.044557 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: servicetype.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:13.046763 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:13.047662 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: service-type Jun 14 14:39:13.048308 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: sorting.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:13.049687 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:13.050063 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: sorting Jun 14 14:39:13.050426 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: standard_attr_segment.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:13.051621 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:13.052247 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 14 14:39:13.052781 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: standardattrdescription.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:13.053970 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:13.054816 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: standard-attr-description Jun 14 14:39:13.055348 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: stateful_security_group.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:13.057097 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:13.057876 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: stateful-security-group Jun 14 14:39:13.058387 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: stdattrs_common.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:13.059345 dv-cinder-772623-8-iscsi neutron-server[103257]: WARNING neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 14 14:39:13.059791 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:13.061443 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:13.062867 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 14 14:39:13.063636 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: subnet_onboard.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:13.065534 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:13.066417 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: subnet_onboard Jun 14 14:39:13.066920 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:13.068391 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:13.069341 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 14 14:39:13.069839 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: subnet_service_types.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:13.071470 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:13.072383 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: subnet-service-types Jun 14 14:39:13.072930 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: subnetallocation.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:13.074848 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:13.075825 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: subnet_allocation Jun 14 14:39:13.076383 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:13.077569 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:13.079019 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: subnetpool-prefix-ops Jun 14 14:39:13.079763 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:13.081468 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:13.082357 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 14 14:39:13.082862 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: tagging.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:13.084830 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:13.085722 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: standard-attr-tag Jun 14 14:39:13.086216 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: timestamp.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:13.088246 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:13.089084 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loaded extension: standard-attr-timestamp Jun 14 14:39:13.089610 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: trunk.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:13.091300 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:13.092196 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension trunk not supported by any of loaded plugins Jun 14 14:39:13.092713 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: trunk_details.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:13.094904 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:13.095827 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension trunk-details not supported by any of loaded plugins Jun 14 14:39:13.096294 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: uplink_status_propagation.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:13.097807 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:13.098600 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 14 14:39:13.099099 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Loading extension file: vlantransparent.py {{(pid=103257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 14:39:13.100182 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 14:39:13.100976 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 14 14:39:13.104670 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.quota.resource_registry [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Creating instance of TrackedResource for resource:network Jun 14 14:39:13.105390 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.quota.resource_registry [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Creating instance of TrackedResource for resource:subnet Jun 14 14:39:13.106011 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.quota.resource_registry [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 14:39:13.106573 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.quota.resource_registry [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Creating instance of TrackedResource for resource:port Jun 14 14:39:13.108926 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.v2.resource_helper [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 14:39:13.109536 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.v2.resource_helper [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Service FLAVORS assigned prefix: {{(pid=103257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 14:39:13.110605 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.v2.resource_helper [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 14:39:13.111265 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.v2.resource_helper [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 14:39:13.111871 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.quota.resource_registry [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Creating instance of TrackedResource for resource:router Jun 14 14:39:13.112519 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.quota.resource_registry [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Creating instance of TrackedResource for resource:floatingip Jun 14 14:39:13.113357 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.v2.resource_helper [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Service METERING assigned prefix: /metering {{(pid=103257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 14:39:13.116022 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:13.116570 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:13.117144 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:39:13.119028 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.quota.resource_registry [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Creating instance of CountableResource for resource:rbac_policy Jun 14 14:39:13.119743 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.quota.resource_registry [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Creating instance of TrackedResource for resource:security_group Jun 14 14:39:13.120444 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.quota.resource_registry [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 14 14:39:13.121441 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.v2.resource_helper [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Service CORE assigned prefix: {{(pid=103257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 14:39:13.121948 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.quota.resource_registry [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 14:39:13.122504 dv-cinder-772623-8-iscsi neutron-server[103257]: WARNING neutron.quota.resource_registry [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] subnetpool is already registered Jun 14 14:39:13.123168 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.v2.resource_helper [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Service CORE assigned prefix: {{(pid=103257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 14:39:13.123752 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.quota.resource_registry [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 14:39:13.124215 dv-cinder-772623-8-iscsi neutron-server[103257]: WARNING neutron.quota.resource_registry [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] subnetpool is already registered Jun 14 14:39:13.129668 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.v2.resource_helper [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 14:39:13.130394 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.v2.resource_helper [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Service FLAVORS assigned prefix: {{(pid=103257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 14:39:13.131473 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.v2.resource_helper [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 14:39:13.132237 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.v2.resource_helper [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 14:39:13.132818 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.quota.resource_registry [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Creating instance of TrackedResource for resource:router Jun 14 14:39:13.133602 dv-cinder-772623-8-iscsi neutron-server[103257]: WARNING neutron.quota.resource_registry [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] router is already registered Jun 14 14:39:13.134139 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.quota.resource_registry [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Creating instance of TrackedResource for resource:floatingip Jun 14 14:39:13.134648 dv-cinder-772623-8-iscsi neutron-server[103257]: WARNING neutron.quota.resource_registry [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] floatingip is already registered Jun 14 14:39:13.135477 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.v2.resource_helper [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Service METERING assigned prefix: /metering {{(pid=103257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 14:39:13.136622 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.quota.resource_registry [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Creating instance of CountableResource for resource:rbac_policy Jun 14 14:39:13.137252 dv-cinder-772623-8-iscsi neutron-server[103257]: WARNING neutron.quota.resource_registry [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] rbac_policy is already registered Jun 14 14:39:13.138060 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.quota.resource_registry [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Creating instance of TrackedResource for resource:security_group Jun 14 14:39:13.138545 dv-cinder-772623-8-iscsi neutron-server[103257]: WARNING neutron.quota.resource_registry [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] security_group is already registered Jun 14 14:39:13.139185 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.quota.resource_registry [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 14 14:39:13.139770 dv-cinder-772623-8-iscsi neutron-server[103257]: WARNING neutron.quota.resource_registry [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] security_group_rule is already registered Jun 14 14:39:13.140972 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.v2.resource_helper [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Service CORE assigned prefix: {{(pid=103257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 14:39:13.141513 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.quota.resource_registry [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 14:39:13.142076 dv-cinder-772623-8-iscsi neutron-server[103257]: WARNING neutron.quota.resource_registry [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] subnetpool is already registered Jun 14 14:39:13.143325 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.v2.resource_helper [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Service CORE assigned prefix: {{(pid=103257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 14:39:13.143923 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.quota.resource_registry [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 14:39:13.144747 dv-cinder-772623-8-iscsi neutron-server[103257]: WARNING neutron.quota.resource_registry [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] subnetpool is already registered Jun 14 14:39:13.145576 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: extensions {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.148287 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: address-groups {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.151205 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: address-scopes {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.153798 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: agents {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.156126 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: auto-allocated-topology {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.158562 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: availability_zones {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.160980 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: dhcp-networks {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.163839 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: dhcp-agents {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.166009 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: routers {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.168469 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: flavors {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.169934 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: service_profiles {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.171155 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: next_providers {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.173288 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: service_profiles {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.175106 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: floatingip-pools {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.176764 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: routers {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.180247 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: floatingips {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.182563 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: l3-routers {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.185341 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: l3-agents {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.188754 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: metering-labels {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.191214 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: metering-label-rules {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.195848 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: network-ip-availabilities {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.198287 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: bindings {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.201402 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: quotas {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.204563 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: quotas {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.207428 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: rbac-policies {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.209891 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: security-groups {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.212683 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: security-group-rules {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.215042 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: service-providers {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.217441 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: subnetpools {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.220131 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: subnetpools {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.223185 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: tags {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.226534 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: tags {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.230122 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: tags {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.233726 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: tags {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.237658 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: tags {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.241373 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: tags {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.244703 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: tags {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.248013 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: tags {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.252142 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: tags {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.255360 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron.api.extensions [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Extended resource: tags {{(pid=103257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 14:39:13.268044 dv-cinder-772623-8-iscsi neutron-server[103257]: WARNING keystonemiddleware.auth_token [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 14 14:39:13.277033 dv-cinder-772623-8-iscsi neutron-server[103257]: WARNING keystonemiddleware.auth_token [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 14 14:39:13.293180 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_concurrency.lockutils [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Acquired lock "singleton_lock" {{(pid=103257) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 14 14:39:13.293954 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_concurrency.lockutils [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Releasing lock "singleton_lock" {{(pid=103257) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 14 14:39:13.295063 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO oslo_service.service [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Starting 2 workers Jun 14 14:39:13.302902 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Started child 103387 {{(pid=103257) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 14 14:39:13.310326 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Started child 103388 {{(pid=103257) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 14 14:39:13.311413 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:13.313097 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO neutron.service [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 14 14:39:13.314543 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [-] (103387) wsgi starting up on http://0.0.0.0:9696 Jun 14 14:39:13.314724 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Notify callbacks [] for process, before_spawn {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:13.318208 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO oslo_service.service [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Starting 1 workers Jun 14 14:39:13.318650 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:13.321125 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [-] (103388) wsgi starting up on http://0.0.0.0:9696 Jun 14 14:39:13.325781 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Started child 103389 {{(pid=103257) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 14 14:39:13.326689 dv-cinder-772623-8-iscsi neutron-server[103257]: INFO oslo_service.service [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Starting 1 workers Jun 14 14:39:13.331660 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.service [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] calling RpcWorker wait() {{(pid=103389) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 14 14:39:13.332392 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.service [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] returning from RpcWorker wait() {{(pid=103389) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 14 14:39:13.333632 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Started child 103390 {{(pid=103257) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 14 14:39:13.334515 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:13.334907 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-473775c6-7efd-4143-8a6f-037e134f8808 None None] Notify callbacks [] for process, after_spawn {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:13.335330 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:39:13.337505 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103257) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 14 14:39:13.337812 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 14 14:39:13.338104 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 14 14:39:13.338454 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 14 14:39:13.338744 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:13.339349 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 14 14:39:13.339349 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 14 14:39:13.340024 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.340506 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.340930 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.341335 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.341758 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.342712 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.343123 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.343499 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.343976 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.344371 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.344650 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.344932 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.345341 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.345759 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.349505 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.349505 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.349505 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.349505 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.349505 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.349505 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.349505 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.349505 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.352071 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] debug = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.352071 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.352071 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.352071 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.352071 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.352071 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.353677 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.353677 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.353677 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.353677 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.353677 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.354612 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.354612 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.355139 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.355347 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.355583 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.355970 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.356353 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.357091 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] host = dv-cinder-772623-8-iscsi {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.357459 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.357824 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.358220 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.358619 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.359030 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.359995 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.360405 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.361005 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.361418 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.361815 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.362235 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.362960 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.363111 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.363441 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] log_file = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.367242 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] log_options = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.367242 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.367242 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.367242 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.367242 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.367242 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.367242 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.369016 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.369016 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.369016 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.369016 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.369016 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.369016 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.369016 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.369016 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.370334 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.370334 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.370334 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.371075 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.371075 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.371427 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.371679 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.372065 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.372441 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.373191 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.373191 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.373586 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.373794 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.374082 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.374557 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.375132 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.375364 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.375849 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.376313 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.376541 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:39:13.377353 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.377768 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.377937 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.378230 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.378684 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.379100 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.379577 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.380011 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.380421 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.380838 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.381234 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.381625 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.382021 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] use_json = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.382412 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.382795 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.383300 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.383662 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.384041 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.384409 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.384787 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.385263 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.386054 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.386534 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.387086 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.387647 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.388034 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.388639 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.389184 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.389469 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.389919 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.390375 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.391453 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.391897 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.392653 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.393106 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.393522 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.394117 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.394827 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.395309 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.395728 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.396111 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.396551 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.396950 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.397517 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.398013 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.398452 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.398869 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.399254 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.399798 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.400217 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.417550 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.417550 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.417550 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.417550 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.417550 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.417550 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.417550 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.417550 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.417550 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.418336 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.418336 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.418336 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.418336 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.418336 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.418336 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.418336 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.418336 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.418336 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.418942 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.418942 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.418942 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.418942 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.418942 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.418942 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.418942 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.418942 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.418942 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.419432 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.419432 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.419432 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.419432 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.419432 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.419432 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.419432 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.419432 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.419432 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.420022 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.420022 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.420022 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.420022 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.420022 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.420022 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.420022 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.420022 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.420022 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.420515 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.420515 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.420515 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.420515 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.420515 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.420803 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.420942 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.421280 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.421596 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.421964 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.422437 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.422923 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.423314 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.423755 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.424308 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.424609 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.424947 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.425225 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.425502 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.425869 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.426270 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.426656 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.426946 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.427315 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.427806 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.428195 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.428584 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.428937 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.429348 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.429697 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.430097 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.430459 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.433843 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.433843 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.433843 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.433843 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.433843 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.433843 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.433843 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.433843 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.435217 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.435217 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.435217 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.435613 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.436460 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.436460 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.436810 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.437216 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.437687 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.438165 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.438574 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.438967 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.439377 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.441138 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.441138 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.441138 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.441138 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.441688 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.441965 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.442360 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.442717 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.443093 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.443525 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.444000 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.444353 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.444772 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.445208 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.445610 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.446010 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.446411 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.446772 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.447173 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.449204 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.449204 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.449204 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.449204 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.449204 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.450641 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.450641 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.450641 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.450641 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.451486 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.451702 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.451918 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.452266 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.452664 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.453786 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.454160 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.454406 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.454613 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.454993 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.455363 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.455773 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.456159 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.456554 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.457033 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.457443 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.457788 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.458163 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.458556 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.459072 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.459366 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.459858 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.460287 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.460640 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.460987 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.461617 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.461856 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.462242 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.464259 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.464259 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.464259 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.464259 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.465464 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.465464 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.465812 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.465934 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.466264 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.466673 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.467025 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.467435 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.467835 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.468204 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.468614 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.469586 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.470014 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.470422 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.470781 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.471134 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.471505 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.471952 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.472360 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.474414 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.474414 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.474414 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.474414 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.474414 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.475182 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.475182 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.475584 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.476184 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.486145 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.486145 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.486145 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.486145 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.486145 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.486145 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.486145 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.486145 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.486145 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.487888 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.487888 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.487888 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.487888 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.487888 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.487888 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.487888 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.487888 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.489045 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.489045 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.489045 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.489045 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.489045 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.489045 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.489045 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.489045 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.490096 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.490096 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.490096 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.490096 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.490096 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.490096 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.490096 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.490096 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.491127 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.491127 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.491127 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.491488 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.491641 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.492067 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.492592 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.493052 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.493501 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.493904 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.494366 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.494786 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.495149 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.495587 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.495990 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.496376 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.497480 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.497480 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.497739 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.497934 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.498351 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.498700 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.499103 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.499454 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.500434 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.500853 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.501131 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 14 14:39:13.501845 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103257) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 14 14:39:13.502136 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 14 14:39:13.502276 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 14 14:39:13.502658 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 14 14:39:13.502819 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 14 14:39:13.503026 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 14 14:39:13.503379 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.503684 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.503966 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.504241 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.504525 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.504838 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.505124 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.505390 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.505680 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.505957 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.506236 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.506505 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.506784 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.507012 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.507226 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.507457 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.507930 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.508157 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.508398 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.508612 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.508821 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.509038 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.509238 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] debug = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.509499 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.509790 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.510165 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.510504 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.510759 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.510991 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.511223 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.511453 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.511687 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.511880 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.512085 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.512356 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.512679 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.519592 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.519592 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.519592 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.519592 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.519928 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 57226) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:39:13.520006 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] host = dv-cinder-772623-8-iscsi {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.520006 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.520006 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.520006 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.520006 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.520006 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.520006 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.520006 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.530727 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.530727 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.530727 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.530727 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.530727 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.530727 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.530727 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] log_file = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.530727 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] log_options = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.531790 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.531790 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.531790 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.531790 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.531790 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.531790 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.531790 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.532467 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.532467 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.532467 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.532467 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.532467 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.532467 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.532467 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.532467 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.533224 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.533224 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.533224 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.533224 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.533224 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.533224 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.533224 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.533224 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.533910 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.533910 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.533910 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.533910 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.533910 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.533910 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.533910 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.533910 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.534337 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.534337 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.534337 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.534337 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.534337 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.534337 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.534337 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.534337 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.535074 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.535074 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.535208 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0113006 Jun 14 14:39:13.535282 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.535282 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.535282 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.535282 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.535282 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] use_json = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.535282 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.535282 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.535282 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.535282 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.536006 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.536006 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.536006 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.536006 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 14:39:13.536006 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.536006 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.536006 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.536006 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.537390 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.537390 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.537390 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.537390 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.537390 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.537390 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.537390 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.537390 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.538281 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.538281 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.538281 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.538281 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.538925 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.538925 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.538925 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.539219 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.539413 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.539730 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.540045 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.540337 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.549321 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.549321 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.549321 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.549321 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.549321 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.549321 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.549321 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.549321 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.550784 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.550784 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.550784 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.550784 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.550784 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.550784 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.550784 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.550784 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.550784 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.552048 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.552048 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.552048 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.552048 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.552048 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.552048 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.552048 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.552048 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.552048 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.553015 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.553015 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.553015 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.553015 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.553015 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.553015 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.553015 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.553015 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.553015 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.554199 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.554199 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.554199 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.554199 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.554199 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.554199 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.554199 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.554199 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.554199 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.555139 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.555139 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.555139 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.555139 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.555139 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.555139 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.555139 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.555139 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.555139 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.556189 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.556189 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.556189 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.556189 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.556189 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.556189 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.556189 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.556189 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.556189 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.557158 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.557158 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.557158 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.557489 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.557489 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.557713 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.559706 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.559706 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.559706 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.559706 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.559706 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.559706 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.559706 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.560606 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.560606 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.560606 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.569659 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.569659 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.569659 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.569659 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.569659 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.569659 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.569659 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.569659 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.571425 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.571425 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.571425 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.571425 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.571425 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.571425 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.571425 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.571425 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.573187 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.573187 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.573187 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.573187 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.573187 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.573187 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.573187 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.573187 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.573187 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.574816 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.574816 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.574816 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.574816 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.574816 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.574816 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.574816 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.574816 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.576202 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.576202 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.576202 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.576202 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.576202 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.576202 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.576202 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.576202 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.589680 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.589680 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.589680 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.589680 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.589680 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.589680 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.589680 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.589680 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.591780 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.591780 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.591780 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.591780 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.591780 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.591780 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.591780 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.591780 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.593133 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.593133 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.593133 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.593133 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.593133 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.593133 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.593133 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.593133 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.594384 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.594384 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.594384 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.594384 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.594384 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.594384 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.594384 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.594384 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.595240 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.595240 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.595240 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.595240 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.595240 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.595240 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.595240 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.595240 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.596110 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.596110 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.596110 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.596110 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.596110 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.596110 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.596110 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.596110 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.597038 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.597038 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.597038 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.597038 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.597038 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.597038 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.597038 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.597038 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.597916 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.597916 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.597916 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.597916 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.597916 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.597916 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.597916 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.597916 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.597916 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.598820 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.598820 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.598820 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.598820 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.598820 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.598820 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.598820 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.598820 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.599681 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.599681 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.599681 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.599681 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.599681 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.599681 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.599681 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.599681 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.599681 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.600617 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.600617 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.600617 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.600617 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.600617 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.600617 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.600617 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.600617 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.601448 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.601448 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.601448 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.601448 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.601448 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.601448 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.602070 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.602070 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.602284 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.602647 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.602781 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.603035 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.603273 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.610085 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.610085 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.610085 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.610085 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.610085 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.610085 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.610085 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.610085 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.611484 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.611484 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.611484 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.611484 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.611484 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.611484 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.611484 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.611484 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.611484 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.612669 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.612669 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.612669 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.612669 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.612669 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.612669 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.612669 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.612669 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.612669 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.613938 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.613938 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 14:39:13.613938 dv-cinder-772623-8-iscsi neutron-server[103257]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 14 14:39:13.657212 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:39:31.865434 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbdc76d-d86b-4dac-8ca6-40475bb0aabf None None] get_active_networks_info from dv-cinder-772623-8-iscsi {{(pid=103389) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 14 14:39:32.062038 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbdc76d-d86b-4dac-8ca6-40475bb0aabf None None] No non-hosted networks {{(pid=103389) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 14 14:39:32.079742 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.agentschedulers_db [None req-bdbdc76d-d86b-4dac-8ca6-40475bb0aabf None None] DHCP Agent not found on host dv-cinder-772623-8-iscsi {{(pid=103389) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 14 14:39:32.246260 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f2f5f0d0-9e04-4e17-89e1-c7ef92ed97fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926'] for agent, after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:35.518767 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-69f672d2-2a6a-4703-985d-ba2775e237d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926'] for agent, after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:35.681850 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.db.api [None req-007bcf78-bbb0-44aa-b78c-168c5c0105e9 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-772623-8-iscsi {{(pid=103389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 14 14:39:35.682856 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_db.api [None req-007bcf78-bbb0-44aa-b78c-168c5c0105e9 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 14:39:36.329588 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-007bcf78-bbb0-44aa-b78c-168c5c0105e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:36.520071 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926'] for agent, after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:36.522104 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:36.522885 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:36.523582 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:36.524430 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:36.525219 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:36.526013 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:36.526966 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:36.527817 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:36.528536 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:36.538341 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:36.538341 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:36.538341 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:36.538341 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772623-8-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:39:36.547659 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772623-8-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:39:38.172057 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926'] for agent, after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:39.882919 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.db.l3_hamode_db [None req-536391ed-1755-4b84-9107-ece56d7524fe None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 14 14:39:40.029280 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536391ed-1755-4b84-9107-ece56d7524fe None None] Routers set() bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:39:40.030227 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536391ed-1755-4b84-9107-ece56d7524fe None None] Router IDs set() for agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 14 14:39:40.182968 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926'] for agent, after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:41.318371 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 57324) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:39:42.083064 dv-cinder-772623-8-iscsi neutron-server[103388]: WARNING oslo_policy.policy [None req-dae312cd-bc52-42f2-877e-76d8506445dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 14:39:42.083863 dv-cinder-772623-8-iscsi neutron-server[103388]: WARNING oslo_policy.policy [None req-dae312cd-bc52-42f2-877e-76d8506445dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 14:39:42.317789 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [None req-dae312cd-bc52-42f2-877e-76d8506445dc admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 14:39:42.319360 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-dae312cd-bc52-42f2-877e-76d8506445dc admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9999077 Jun 14 14:39:45.091675 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 57338) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:39:45.772893 dv-cinder-772623-8-iscsi neutron-server[103387]: WARNING oslo_policy.policy [None req-e5aa7273-3dab-4188-9fe8-61c24e8c58aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 14:39:45.773569 dv-cinder-772623-8-iscsi neutron-server[103387]: WARNING oslo_policy.policy [None req-e5aa7273-3dab-4188-9fe8-61c24e8c58aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 14:39:46.043185 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-e5aa7273-3dab-4188-9fe8-61c24e8c58aa admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:39:46.191031 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.policy [None req-e5aa7273-3dab-4188-9fe8-61c24e8c58aa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103387) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 14 14:39:46.239577 dv-cinder-772623-8-iscsi neutron-server[103387]: WARNING oslo_policy.policy [None req-e5aa7273-3dab-4188-9fe8-61c24e8c58aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 14:39:46.240086 dv-cinder-772623-8-iscsi neutron-server[103387]: WARNING oslo_policy.policy [None req-e5aa7273-3dab-4188-9fe8-61c24e8c58aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 14:39:46.250427 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.quota [None req-e5aa7273-3dab-4188-9fe8-61c24e8c58aa admin admin] Loaded quota_driver: . Jun 14 14:39:46.436916 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e5aa7273-3dab-4188-9fe8-61c24e8c58aa admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775071826539', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775071825976', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775071837408', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775071849002', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775071857718', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775071925582', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3855122', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3859586', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-753679', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-587995'] for rbac-policy, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:46.703638 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e5aa7273-3dab-4188-9fe8-61c24e8c58aa admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:46.705749 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-e5aa7273-3dab-4188-9fe8-61c24e8c58aa admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.6113544 Jun 14 14:39:49.855444 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 57356) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:39:50.318334 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Request body: {'network': {'project_id': 'e4090a6cd5fd4e389f3bd8657e75832b', 'tenant_id': 'e4090a6cd5fd4e389f3bd8657e75832b', 'name': 'private', 'admin_state_up': True}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:39:50.462563 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Made reservation on behalf of e4090a6cd5fd4e389f3bd8657e75832b for: {'network': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:39:50.467958 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for network, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:50.493216 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 5 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:39:50.498128 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:50.803226 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:50.884664 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:50.890398 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:39:50.916230 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=103387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:39:50.948881 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb9d55d-2093-4533-8e3c-53df7af439aa,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:39:50.968231 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775073109935', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:50.969600 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Unsubscribe: segment precommit_create {{(pid=103387) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 14 14:39:50.971411 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.db.segments_db [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Added segment c7dbf719-caf2-49b1-b924-88a462e6f61a of type vlan for network e101bb01-d6d4-448b-8aa3-48d2b55dddcb Jun 14 14:39:51.002951 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:51.003291 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:51.003654 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:51.003976 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:51.004296 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:51.004627 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:51.004947 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:51.005272 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:51.005601 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:51.005912 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:51.006219 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:51.006524 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Tracked resource versions report: Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: pushed versions: Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: { 'AddressGroup': {'1.2'}, Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: 'ConntrackHelper': {'1.0'}, Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: 'Log': {'1.0'}, Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: 'Network': {'1.1'}, Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: 'Port': {'1.7'}, Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: 'PortForwarding': {'1.2'}, Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: 'QosPolicy': {'1.8'}, Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: 'SecurityGroup': {'1.4'}, Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: 'SecurityGroupRule': {'1.2'}, Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: 'SubPort': {'1.0'}, Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: 'Subnet': {'1.1'}, Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: 'Trunk': {'1.1'}} Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: consumer versions: Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: { DHCP agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: L3 agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: Metadata agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: Metering agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: Open vSwitch agent@dv-cinder-772623-8-iscsi: { 'AddressGroup': '1.2', Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: 'ConntrackHelper': '1.0', Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: 'Log': '1.0', Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: 'Network': '1.1', Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: 'Port': '1.7', Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: 'PortForwarding': '1.2', Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: 'QosPolicy': '1.8', Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: 'SecurityGroup': '1.4', Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: 'SecurityGroupRule': '1.2', Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: 'SubPort': '1.0', Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: 'Subnet': '1.1', Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: 'Trunk': '1.1'}} Jun 14 14:39:51.007711 dv-cinder-772623-8-iscsi neutron-server[103387]: {{(pid=103387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 14:39:51.131147 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:39:51.134078 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775072637368'] for network, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:51.294893 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254'] for network, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:51.296960 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:39:51.298080 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:51.302972 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:39:51.438181 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Pushing event updated for resources: {'Network': ['ID=e101bb01-d6d4-448b-8aa3-48d2b55dddcb,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:39:51.442511 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:39:51.452630 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Network e101bb01-d6d4-448b-8aa3-48d2b55dddcb details requested by agent ovs-agent-dv-cinder-772623-8-iscsi with host dv-cinder-772623-8-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:39:51.456398 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5988083 Jun 14 14:39:55.025219 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 57372) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:39:55.777622 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7df640-7cc1-464e-969c-35ae64e87527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:39:55.780004 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-ca7df640-7cc1-464e-969c-35ae64e87527 admin admin] 10.222.0.48 "GET /v2.0/networks/e101bb01-d6d4-448b-8aa3-48d2b55dddcb HTTP/1.1" status: 200 len: 825 time: 0.7534642 Jun 14 14:39:55.827143 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-cbf88279-f316-448b-9801-c84488da340f admin admin] 10.222.0.48 "GET /v2.0/subnetpools/c3030dfb-39b8-4626-8d4d-efcff5d86d97 HTTP/1.1" status: 200 len: 734 time: 0.0363648 Jun 14 14:39:55.836210 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-750155b8-aa13-40b6-9f8f-26103c8708a4 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'c3030dfb-39b8-4626-8d4d-efcff5d86d97', 'tenant_id': 'e4090a6cd5fd4e389f3bd8657e75832b', 'network_id': 'e101bb01-d6d4-448b-8aa3-48d2b55dddcb', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:39:56.054344 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750155b8-aa13-40b6-9f8f-26103c8708a4 admin admin] Made reservation on behalf of e4090a6cd5fd4e389f3bd8657e75832b for: {'subnet': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:39:56.058098 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-750155b8-aa13-40b6-9f8f-26103c8708a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:56.730518 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-750155b8-aa13-40b6-9f8f-26103c8708a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277'] for subnet, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:56.738218 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:39:56.844429 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750155b8-aa13-40b6-9f8f-26103c8708a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29febade-8eb7-43fe-9f9b-3d011fe021a3,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:39:56.851105 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-750155b8-aa13-40b6-9f8f-26103c8708a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:39:56.852746 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750155b8-aa13-40b6-9f8f-26103c8708a4 admin admin] Checking segment: {'id': 'c7dbf719-caf2-49b1-b924-88a462e6f61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e101bb01-d6d4-448b-8aa3-48d2b55dddcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:39:56.853359 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750155b8-aa13-40b6-9f8f-26103c8708a4 admin admin] Network hostable DHCP agents. Network: e101bb01-d6d4-448b-8aa3-48d2b55dddcb, hostable agents: ['1c28a66e-eef9-4899-ac0a-d449f34e71b3'], hosted agents: [] {{(pid=103387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:39:57.141337 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750155b8-aa13-40b6-9f8f-26103c8708a4 admin admin] Network e101bb01-d6d4-448b-8aa3-48d2b55dddcb is scheduled to be hosted by DHCP agent 1c28a66e-eef9-4899-ac0a-d449f34e71b3 with binding_index 1 {{(pid=103387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:39:57.273191 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-750155b8-aa13-40b6-9f8f-26103c8708a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-8-iscsi, e101bb01-d6d4-448b-8aa3-48d2b55dddcb) {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:39:57.282280 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750155b8-aa13-40b6-9f8f-26103c8708a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:39:57.283305 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-750155b8-aa13-40b6-9f8f-26103c8708a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for subnet, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:57.288774 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf20e01-4d9c-4a88-8bd0-77228f609dc2 None None] Network e101bb01-d6d4-448b-8aa3-48d2b55dddcb requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:39:57.460895 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-750155b8-aa13-40b6-9f8f-26103c8708a4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6281672 Jun 14 14:39:57.781398 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a9950a2-d8d6-5091-b96d-d9e9ed5f9ff3-e101bb01-d6d4-448b-8aa3-48d2b55dddcb', 'network_id': 'e101bb01-d6d4-448b-8aa3-48d2b55dddcb', 'tenant_id': 'e4090a6cd5fd4e389f3bd8657e75832b', 'fixed_ips': [{'subnet_id': '29febade-8eb7-43fe-9f9b-3d011fe021a3'}]}} from dv-cinder-772623-8-iscsi. {{(pid=103389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 14:39:57.790873 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:58.206245 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Allocated IP 172.20.0.2 (e101bb01-d6d4-448b-8aa3-48d2b55dddcb/29febade-8eb7-43fe-9f9b-3d011fe021a3/f89050d0-a13a-4ca7-a4df-a7d2031ccd1f) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:39:58.553282 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Notify callbacks [] for port, precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:58.582753 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Transition to ACTIVE for port object f89050d0-a13a-4ca7-a4df-a7d2031ccd1f will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:39:58.617225 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Transition to ACTIVE for port object f89050d0-a13a-4ca7-a4df-a7d2031ccd1f will not be triggered until provisioned by entity DHCP. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:39:58.747987 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328'] for port, after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:58.752337 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:39:58.856574 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Network e101bb01-d6d4-448b-8aa3-48d2b55dddcb is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:39:58.863562 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:39:58.880798 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:39:58.888631 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Pushing event updated for resources: {'Port': ['ID=f89050d0-a13a-4ca7-a4df-a7d2031ccd1f,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:39:58.921440 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:58.921787 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:58.922159 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:58.922459 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:58.922775 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:58.923091 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:58.923404 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:58.923789 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:58.924144 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:58.924434 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:58.924742 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:58.925054 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Tracked resource versions report: Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: pushed versions: Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: { 'AddressGroup': {'1.2'}, Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: 'ConntrackHelper': {'1.0'}, Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: 'Log': {'1.0'}, Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: 'Network': {'1.1'}, Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: 'Port': {'1.7'}, Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: 'PortForwarding': {'1.2'}, Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: 'QosPolicy': {'1.8'}, Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: 'SecurityGroup': {'1.4'}, Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: 'SecurityGroupRule': {'1.2'}, Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: 'SubPort': {'1.0'}, Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: 'Subnet': {'1.1'}, Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: 'Trunk': {'1.1'}} Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: consumer versions: Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: { DHCP agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: L3 agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: Metadata agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: Metering agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: Open vSwitch agent@dv-cinder-772623-8-iscsi: { 'AddressGroup': '1.2', Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: 'ConntrackHelper': '1.0', Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: 'Log': '1.0', Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: 'Network': '1.1', Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: 'Port': '1.7', Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: 'PortForwarding': '1.2', Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: 'QosPolicy': '1.8', Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: 'SecurityGroup': '1.4', Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: 'SecurityGroupRule': '1.2', Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: 'SubPort': '1.0', Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: 'Subnet': '1.1', Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: 'Trunk': '1.1'}} Jun 14 14:39:58.926146 dv-cinder-772623-8-iscsi neutron-server[103389]: {{(pid=103389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 14:39:58.960197 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:39:59.002570 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Attempting to bind port f89050d0-a13a-4ca7-a4df-a7d2031ccd1f on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:39:59.003019 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Attempting to bind port f89050d0-a13a-4ca7-a4df-a7d2031ccd1f by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': 'c7dbf719-caf2-49b1-b924-88a462e6f61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e101bb01-d6d4-448b-8aa3-48d2b55dddcb'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:39:59.003588 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Attempting to bind port f89050d0-a13a-4ca7-a4df-a7d2031ccd1f on network e101bb01-d6d4-448b-8aa3-48d2b55dddcb {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:39:59.010291 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:39:59.011016 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Checking segment: {'id': 'c7dbf719-caf2-49b1-b924-88a462e6f61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e101bb01-d6d4-448b-8aa3-48d2b55dddcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:39:59.011633 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:59.014228 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Bound using segment: {'id': 'c7dbf719-caf2-49b1-b924-88a462e6f61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e101bb01-d6d4-448b-8aa3-48d2b55dddcb'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:39:59.015024 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Bound port: f89050d0-a13a-4ca7-a4df-a7d2031ccd1f, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7dbf719-caf2-49b1-b924-88a462e6f61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e101bb01-d6d4-448b-8aa3-48d2b55dddcb'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:39:59.015497 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:59.120133 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] For port f89050d0-a13a-4ca7-a4df-a7d2031ccd1f, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:39:59.149466 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] For port f89050d0-a13a-4ca7-a4df-a7d2031ccd1f, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=f89050d0-a13a-4ca7-a4df-a7d2031ccd1f,segment=NetworkSegment(c7dbf719-caf2-49b1-b924-88a462e6f61a),segment_id=c7dbf719-caf2-49b1-b924-88a462e6f61a)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:39:59.317239 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:39:59.321167 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:39:59.398690 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Pushing event updated for resources: {'Port': ['ID=f89050d0-a13a-4ca7-a4df-a7d2031ccd1f,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:39:59.402692 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:40:00.326822 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 57380) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:40:00.788897 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [None req-8404e2ff-bfa3-4880-8241-96d8683b01f1 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 14:40:00.790026 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-8404e2ff-bfa3-4880-8241-96d8683b01f1 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4622180 Jun 14 14:40:01.823765 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f366ba63-2127-4d4c-91e2-71866c4e67db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:03.963400 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 57388) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:40:04.464365 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [None req-8b99c5c4-d3fc-4100-9ebf-3620859d318d admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 14:40:04.467978 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-8b99c5c4-d3fc-4100-9ebf-3620859d318d admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5032699 Jun 14 14:40:05.478316 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2c444d18-d690-405b-9494-cd01e7d4cbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:05.785191 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device f89050d0-a13a-4ca7-a4df-a7d2031ccd1f up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:40:06.009483 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port f89050d0-a13a-4ca7-a4df-a7d2031ccd1f completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:40:06.464891 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:07.062244 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99923fb4-744d-4c0e-8b9d-2e85f6643ac1 None None] Network e101bb01-d6d4-448b-8aa3-48d2b55dddcb requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:40:07.259559 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-72610c75-f9a8-4c74-8a65-e6560c158249 None None] Provisioning for port f89050d0-a13a-4ca7-a4df-a7d2031ccd1f completed by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:40:07.273871 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-72610c75-f9a8-4c74-8a65-e6560c158249 None None] Provisioning complete for port f89050d0-a13a-4ca7-a4df-a7d2031ccd1f triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:40:07.274277 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-72610c75-f9a8-4c74-8a65-e6560c158249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:07.537477 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-72610c75-f9a8-4c74-8a65-e6560c158249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:07.608474 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-72610c75-f9a8-4c74-8a65-e6560c158249 None None] For port f89050d0-a13a-4ca7-a4df-a7d2031ccd1f, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=f89050d0-a13a-4ca7-a4df-a7d2031ccd1f,segment=NetworkSegment(c7dbf719-caf2-49b1-b924-88a462e6f61a),segment_id=c7dbf719-caf2-49b1-b924-88a462e6f61a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:40:07.650636 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 57420) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:40:07.713013 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-72610c75-f9a8-4c74-8a65-e6560c158249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:07.716964 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:40:07.788177 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72610c75-f9a8-4c74-8a65-e6560c158249 None None] Pushing event updated for resources: {'Port': ['ID=f89050d0-a13a-4ca7-a4df-a7d2031ccd1f,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:40:07.791853 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-72610c75-f9a8-4c74-8a65-e6560c158249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:40:07.841475 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-5f97f4df-5e1c-4b9a-a8ae-1e794ad78997 admin admin] Request body: {'router': {'tenant_id': 'e4090a6cd5fd4e389f3bd8657e75832b', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:40:07.842596 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-3c00e84c-ac2e-40f0-95b4-3d4c87fd308e None None] Provisioning complete for port f89050d0-a13a-4ca7-a4df-a7d2031ccd1f triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:40:07.843166 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3c00e84c-ac2e-40f0-95b4-3d4c87fd308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:07.940745 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.policy [None req-5f97f4df-5e1c-4b9a-a8ae-1e794ad78997 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103388) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 14 14:40:07.994678 dv-cinder-772623-8-iscsi neutron-server[103388]: WARNING oslo_policy.policy [None req-5f97f4df-5e1c-4b9a-a8ae-1e794ad78997 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 14:40:07.995061 dv-cinder-772623-8-iscsi neutron-server[103388]: WARNING oslo_policy.policy [None req-5f97f4df-5e1c-4b9a-a8ae-1e794ad78997 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 14:40:08.005285 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.quota [None req-5f97f4df-5e1c-4b9a-a8ae-1e794ad78997 admin admin] Loaded quota_driver: . Jun 14 14:40:08.042363 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:08.198364 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5f97f4df-5e1c-4b9a-a8ae-1e794ad78997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59868'] for router, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:08.200894 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5f97f4df-5e1c-4b9a-a8ae-1e794ad78997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-769193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59861'] for router, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:08.403641 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5f97f4df-5e1c-4b9a-a8ae-1e794ad78997 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:08.548020 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5f97f4df-5e1c-4b9a-a8ae-1e794ad78997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-769006'] for router, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:08.785115 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5f97f4df-5e1c-4b9a-a8ae-1e794ad78997 admin admin] Notify callbacks [] for router, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:08.786902 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-5f97f4df-5e1c-4b9a-a8ae-1e794ad78997 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1349039 Jun 14 14:40:09.725827 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device f89050d0-a13a-4ca7-a4df-a7d2031ccd1f up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:40:09.801372 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port f89050d0-a13a-4ca7-a4df-a7d2031ccd1f triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:40:09.802140 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:10.118816 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:11.363301 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 57432) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:40:11.456187 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [None req-c8c6efda-c843-4839-9f5f-328fb07c29e1 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 14:40:11.457965 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-c8c6efda-c843-4839-9f5f-328fb07c29e1 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0931704 Jun 14 14:40:14.567150 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 57440) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:40:14.631356 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:40:14.853865 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Made reservation on behalf of a628caf2290d4f88af9d831349c0a544 for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:40:14.858962 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for network, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:14.897427 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:15.130243 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:15.294821 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:15.299978 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:40:15.313623 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Reserving flat network on physical network physnet1 {{(pid=103388) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 14 14:40:15.366322 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775073109935', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:15.366979 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Unsubscribe: segment precommit_create {{(pid=103388) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 14 14:40:15.367577 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Added segment 5993e2e7-d1a9-4fa5-8357-3040322fca1a of type flat for network fc485d09-1af9-4f7a-81e8-700830ebc213 Jun 14 14:40:15.395455 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4df7c69-bfcf-4028-b5fe-6b9ac87db3e4,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:40:15.497948 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:40:15.500733 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:40:15.500733 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:40:15.500733 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:40:15.500733 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:40:15.500733 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:40:15.501536 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:40:15.501536 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:40:15.501536 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:40:15.501536 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:40:15.502078 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:40:15.502439 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Tracked resource versions report: Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: pushed versions: Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: { 'AddressGroup': {'1.2'}, Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: 'ConntrackHelper': {'1.0'}, Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: 'Log': {'1.0'}, Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: 'Network': {'1.1'}, Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: 'Port': {'1.7'}, Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: 'PortForwarding': {'1.2'}, Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: 'QosPolicy': {'1.8'}, Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: 'SecurityGroup': {'1.4'}, Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: 'SecurityGroupRule': {'1.2'}, Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: 'SubPort': {'1.0'}, Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: 'Subnet': {'1.1'}, Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: 'Trunk': {'1.1'}} Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: consumer versions: Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: { DHCP agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: L3 agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: Metadata agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: Metering agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: Open vSwitch agent@dv-cinder-772623-8-iscsi: { 'AddressGroup': '1.2', Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: 'ConntrackHelper': '1.0', Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: 'Log': '1.0', Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: 'Network': '1.1', Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: 'Port': '1.7', Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: 'PortForwarding': '1.2', Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: 'QosPolicy': '1.8', Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: 'SecurityGroup': '1.4', Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: 'SecurityGroupRule': '1.2', Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: 'SubPort': '1.0', Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: 'Subnet': '1.1', Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: 'Trunk': '1.1'}} Jun 14 14:40:15.504056 dv-cinder-772623-8-iscsi neutron-server[103388]: {{(pid=103388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 14:40:15.561068 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775072637368'] for network, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:15.576093 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:40:15.779400 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254'] for network, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:15.781993 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:40:15.783121 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:15.788625 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:40:15.960857 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Pushing event updated for resources: {'Network': ['ID=fc485d09-1af9-4f7a-81e8-700830ebc213,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:40:15.965683 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:40:15.980652 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Network fc485d09-1af9-4f7a-81e8-700830ebc213 details requested by agent ovs-agent-dv-cinder-772623-8-iscsi with host dv-cinder-772623-8-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:40:16.039219 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.4701197 Jun 14 14:40:19.038218 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 57452) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:40:19.207756 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7058443f-23be-478a-8372-9839715b5aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:40:19.209210 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-7058443f-23be-478a-8372-9839715b5aaa admin admin] 10.222.0.48 "GET /v2.0/subnets/29febade-8eb7-43fe-9f9b-3d011fe021a3 HTTP/1.1" status: 200 len: 849 time: 0.1698835 Jun 14 14:40:19.397324 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-cab8f948-3194-482c-b39d-82c21ff75266 admin admin] 10.222.0.48 "GET /v2.0/routers/6b1c5a28-3204-4bd8-b567-958716e7c24a HTTP/1.1" status: 200 len: 704 time: 0.1816127 Jun 14 14:40:19.849988 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d0bb3502-cbeb-4446-9d66-583e3109b75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:20.251713 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-d0bb3502-cbeb-4446-9d66-583e3109b75a admin admin] Allocated IP 172.20.0.1 (e101bb01-d6d4-448b-8aa3-48d2b55dddcb/29febade-8eb7-43fe-9f9b-3d011fe021a3/5aefceda-e541-4b1e-903d-9759fee1fb43) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:40:20.528720 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d0bb3502-cbeb-4446-9d66-583e3109b75a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:20.562990 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.provisioning_blocks [None req-d0bb3502-cbeb-4446-9d66-583e3109b75a admin admin] Transition to ACTIVE for port object 5aefceda-e541-4b1e-903d-9759fee1fb43 will not be triggered until provisioned by entity DHCP. {{(pid=103388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:40:20.764085 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d0bb3502-cbeb-4446-9d66-583e3109b75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328'] for port, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:20.767927 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:40:20.930922 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bb3502-cbeb-4446-9d66-583e3109b75a admin admin] Network e101bb01-d6d4-448b-8aa3-48d2b55dddcb is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:40:20.936878 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-d0bb3502-cbeb-4446-9d66-583e3109b75a admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:40:20.951479 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bb3502-cbeb-4446-9d66-583e3109b75a admin admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:40:20.952273 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d0bb3502-cbeb-4446-9d66-583e3109b75a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756011'] for router_interface, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:20.985259 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb3502-cbeb-4446-9d66-583e3109b75a admin admin] Pushing event updated for resources: {'Port': ['ID=5aefceda-e541-4b1e-903d-9759fee1fb43,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:40:21.065474 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-d0bb3502-cbeb-4446-9d66-583e3109b75a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:40:21.283851 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-77963885-0ffb-4cda-84f1-4bb8fbd6ca29 None None] Provisioning for port 5aefceda-e541-4b1e-903d-9759fee1fb43 completed by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:40:21.290153 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-77963885-0ffb-4cda-84f1-4bb8fbd6ca29 None None] Provisioning complete for port 5aefceda-e541-4b1e-903d-9759fee1fb43 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:40:21.290520 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-77963885-0ffb-4cda-84f1-4bb8fbd6ca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:21.349453 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-77963885-0ffb-4cda-84f1-4bb8fbd6ca29 None None] Port 5aefceda-e541-4b1e-903d-9759fee1fb43 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:40:21.466587 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d0bb3502-cbeb-4446-9d66-583e3109b75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:21.789824 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d0bb3502-cbeb-4446-9d66-583e3109b75a admin admin] Notify callbacks [] for port, precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:21.889350 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d0bb3502-cbeb-4446-9d66-583e3109b75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:21.891340 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d0bb3502-cbeb-4446-9d66-583e3109b75a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756159'] for router_interface, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:21.896183 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-d0bb3502-cbeb-4446-9d66-583e3109b75a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:40:22.012052 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb3502-cbeb-4446-9d66-583e3109b75a admin admin] Pushing event updated for resources: {'Port': ['ID=5aefceda-e541-4b1e-903d-9759fee1fb43,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:40:22.015381 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-d0bb3502-cbeb-4446-9d66-583e3109b75a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:40:22.148343 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bb3502-cbeb-4446-9d66-583e3109b75a admin admin] Network e101bb01-d6d4-448b-8aa3-48d2b55dddcb is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:40:22.151060 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-d0bb3502-cbeb-4446-9d66-583e3109b75a admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:40:22.389804 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-c841392c-9d7b-4142-8305-0b7429baea4d None None] Provisioning complete for port 5aefceda-e541-4b1e-903d-9759fee1fb43 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:40:22.390950 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c841392c-9d7b-4142-8305-0b7429baea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:22.472797 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-c841392c-9d7b-4142-8305-0b7429baea4d None None] Port 5aefceda-e541-4b1e-903d-9759fee1fb43 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:40:22.513259 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bb3502-cbeb-4446-9d66-583e3109b75a admin admin] Router 6b1c5a28-3204-4bd8-b567-958716e7c24a is scheduled to L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 with binding_index 1 {{(pid=103388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 14:40:22.711534 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bb3502-cbeb-4446-9d66-583e3109b75a admin admin] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:40:22.720041 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d0bb3502-cbeb-4446-9d66-583e3109b75a admin admin] 10.222.0.48 "PUT /v2.0/routers/6b1c5a28-3204-4bd8-b567-958716e7c24a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.3171659 Jun 14 14:40:22.724899 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d716421-8380-4d78-9549-c58c0fa0fa79 None None] Sync routers for ids ['6b1c5a28-3204-4bd8-b567-958716e7c24a'] in dv-cinder-772623-8-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:40:22.739723 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d716421-8380-4d78-9549-c58c0fa0fa79 None None] Routers {'6b1c5a28-3204-4bd8-b567-958716e7c24a'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:40:22.740735 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-8d716421-8380-4d78-9549-c58c0fa0fa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:40:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['6b1c5a28-3204-4bd8-b567-958716e7c24a'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:40:23.084746 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-8d716421-8380-4d78-9549-c58c0fa0fa79 None None] Set router 6b1c5a28-3204-4bd8-b567-958716e7c24a gateway port host: None {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:40:23.891953 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-8d716421-8380-4d78-9549-c58c0fa0fa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1c5a28-3204-4bd8-b567-958716e7c24a', 'name': 'router1', 'tenant_id': 'e4090a6cd5fd4e389f3bd8657e75832b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:40:08Z', 'updated_at': '2021-06-14T14:40:21Z', 'revision_number': 2, 'project_id': 'e4090a6cd5fd4e389f3bd8657e75832b', 'gw_port_host': None, '_interfaces': [{'id': '5aefceda-e541-4b1e-903d-9759fee1fb43', 'name': '', 'network_id': 'e101bb01-d6d4-448b-8aa3-48d2b55dddcb', 'tenant_id': 'e4090a6cd5fd4e389f3bd8657e75832b', 'mac_address': 'fa:16:3e:8d:c8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1c5a28-3204-4bd8-b567-958716e7c24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29febade-8eb7-43fe-9f9b-3d011fe021a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:40:19Z', 'updated_at': '2021-06-14T14:40:21Z', 'revision_number': 2, 'project_id': 'e4090a6cd5fd4e389f3bd8657e75832b', 'subnets': [{'id': '29febade-8eb7-43fe-9f9b-3d011fe021a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3030dfb-39b8-4626-8d4d-efcff5d86d97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:40:23.903379 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d716421-8380-4d78-9549-c58c0fa0fa79 None None] Checking router: 6b1c5a28-3204-4bd8-b567-958716e7c24a for host: dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:40:23.903899 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d716421-8380-4d78-9549-c58c0fa0fa79 None None] Updating router 6b1c5a28-3204-4bd8-b567-958716e7c24a port 5aefceda-e541-4b1e-903d-9759fee1fb43 binding host dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:40:24.028914 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8d716421-8380-4d78-9549-c58c0fa0fa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:24.997192 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8d716421-8380-4d78-9549-c58c0fa0fa79 None None] Notify callbacks [] for port, precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:25.023205 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-8d716421-8380-4d78-9549-c58c0fa0fa79 None None] Transition to ACTIVE for port object 5aefceda-e541-4b1e-903d-9759fee1fb43 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:40:25.190351 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8d716421-8380-4d78-9549-c58c0fa0fa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:25.194051 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:40:25.451156 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c2984-c1fe-480a-a583-6876947aa7a6 None None] Pushing event updated for resources: {'Port': ['ID=5aefceda-e541-4b1e-903d-9759fee1fb43,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:40:25.497364 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c2984-c1fe-480a-a583-6876947aa7a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:40:25.498699 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c2984-c1fe-480a-a583-6876947aa7a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:40:25.498699 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c2984-c1fe-480a-a583-6876947aa7a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:40:25.498974 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c2984-c1fe-480a-a583-6876947aa7a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:40:25.499418 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c2984-c1fe-480a-a583-6876947aa7a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:40:25.499973 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c2984-c1fe-480a-a583-6876947aa7a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:40:25.500478 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c2984-c1fe-480a-a583-6876947aa7a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:40:25.501012 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c2984-c1fe-480a-a583-6876947aa7a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:40:25.501564 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c2984-c1fe-480a-a583-6876947aa7a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:40:25.502125 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c2984-c1fe-480a-a583-6876947aa7a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:40:25.502654 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c2984-c1fe-480a-a583-6876947aa7a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:40:25.503155 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c2984-c1fe-480a-a583-6876947aa7a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4c2984-c1fe-480a-a583-6876947aa7a6 None None] Tracked resource versions report: Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: pushed versions: Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: { 'AddressGroup': {'1.2'}, Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: 'ConntrackHelper': {'1.0'}, Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: 'Log': {'1.0'}, Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: 'Network': {'1.1'}, Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: 'Port': {'1.7'}, Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: 'PortForwarding': {'1.2'}, Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: 'QosPolicy': {'1.8'}, Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: 'SecurityGroup': {'1.4'}, Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: 'SecurityGroupRule': {'1.2'}, Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: 'SubPort': {'1.0'}, Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: 'Subnet': {'1.1'}, Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: 'Trunk': {'1.1'}} Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: consumer versions: Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: { DHCP agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: L3 agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: Metadata agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: Metering agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: Open vSwitch agent@dv-cinder-772623-8-iscsi: { 'AddressGroup': '1.2', Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: 'ConntrackHelper': '1.0', Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: 'Log': '1.0', Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: 'Network': '1.1', Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: 'Port': '1.7', Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: 'PortForwarding': '1.2', Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: 'QosPolicy': '1.8', Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: 'SecurityGroup': '1.4', Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: 'SecurityGroupRule': '1.2', Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: 'SubPort': '1.0', Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: 'Subnet': '1.1', Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: 'Trunk': '1.1'}} Jun 14 14:40:25.505090 dv-cinder-772623-8-iscsi neutron-server[103390]: {{(pid=103390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 14:40:25.558043 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-ef4c2984-c1fe-480a-a583-6876947aa7a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:40:25.631630 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-8d716421-8380-4d78-9549-c58c0fa0fa79 None None] Attempting to bind port 5aefceda-e541-4b1e-903d-9759fee1fb43 on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:40:25.632440 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-8d716421-8380-4d78-9549-c58c0fa0fa79 None None] Attempting to bind port 5aefceda-e541-4b1e-903d-9759fee1fb43 by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': 'c7dbf719-caf2-49b1-b924-88a462e6f61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e101bb01-d6d4-448b-8aa3-48d2b55dddcb'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:40:25.633126 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d716421-8380-4d78-9549-c58c0fa0fa79 None None] Attempting to bind port 5aefceda-e541-4b1e-903d-9759fee1fb43 on network e101bb01-d6d4-448b-8aa3-48d2b55dddcb {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:40:25.653270 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d716421-8380-4d78-9549-c58c0fa0fa79 None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:40:25.653270 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d716421-8380-4d78-9549-c58c0fa0fa79 None None] Checking segment: {'id': 'c7dbf719-caf2-49b1-b924-88a462e6f61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e101bb01-d6d4-448b-8aa3-48d2b55dddcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:40:25.653270 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8d716421-8380-4d78-9549-c58c0fa0fa79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:25.653270 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d716421-8380-4d78-9549-c58c0fa0fa79 None None] Bound using segment: {'id': 'c7dbf719-caf2-49b1-b924-88a462e6f61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e101bb01-d6d4-448b-8aa3-48d2b55dddcb'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:40:25.653270 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-8d716421-8380-4d78-9549-c58c0fa0fa79 None None] Bound port: 5aefceda-e541-4b1e-903d-9759fee1fb43, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7dbf719-caf2-49b1-b924-88a462e6f61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e101bb01-d6d4-448b-8aa3-48d2b55dddcb'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:40:25.655047 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8d716421-8380-4d78-9549-c58c0fa0fa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:25.803938 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-8d716421-8380-4d78-9549-c58c0fa0fa79 None None] For port 5aefceda-e541-4b1e-903d-9759fee1fb43, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:40:25.836620 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-8d716421-8380-4d78-9549-c58c0fa0fa79 None None] For port 5aefceda-e541-4b1e-903d-9759fee1fb43, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=5aefceda-e541-4b1e-903d-9759fee1fb43,segment=NetworkSegment(c7dbf719-caf2-49b1-b924-88a462e6f61a),segment_id=c7dbf719-caf2-49b1-b924-88a462e6f61a)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:40:26.009763 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8d716421-8380-4d78-9549-c58c0fa0fa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:26.018242 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:40:26.138424 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c2984-c1fe-480a-a583-6876947aa7a6 None None] Pushing event updated for resources: {'Port': ['ID=5aefceda-e541-4b1e-903d-9759fee1fb43,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:40:26.147815 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-ef4c2984-c1fe-480a-a583-6876947aa7a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:40:26.148884 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d716421-8380-4d78-9549-c58c0fa0fa79 None None] Routers {'6b1c5a28-3204-4bd8-b567-958716e7c24a'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:40:26.149813 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-8d716421-8380-4d78-9549-c58c0fa0fa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:40:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['6b1c5a28-3204-4bd8-b567-958716e7c24a'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:40:26.378680 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-8d716421-8380-4d78-9549-c58c0fa0fa79 None None] Set router 6b1c5a28-3204-4bd8-b567-958716e7c24a gateway port host: None {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:40:26.485879 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 57460) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:40:26.732459 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7475c944-2dbf-4289-bc32-384fd3d86434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:40:26.734774 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-7475c944-2dbf-4289-bc32-384fd3d86434 admin admin] 10.222.0.48 "GET /v2.0/networks/fc485d09-1af9-4f7a-81e8-700830ebc213 HTTP/1.1" status: 200 len: 842 time: 0.2465482 Jun 14 14:40:26.751428 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-2f8b931e-620e-43a5-a529-c4541b8741ee admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:40:26.853808 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-8d716421-8380-4d78-9549-c58c0fa0fa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1c5a28-3204-4bd8-b567-958716e7c24a', 'name': 'router1', 'tenant_id': 'e4090a6cd5fd4e389f3bd8657e75832b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:40:08Z', 'updated_at': '2021-06-14T14:40:21Z', 'revision_number': 2, 'project_id': 'e4090a6cd5fd4e389f3bd8657e75832b', 'gw_port_host': None, '_interfaces': [{'id': '5aefceda-e541-4b1e-903d-9759fee1fb43', 'name': '', 'network_id': 'e101bb01-d6d4-448b-8aa3-48d2b55dddcb', 'tenant_id': 'e4090a6cd5fd4e389f3bd8657e75832b', 'mac_address': 'fa:16:3e:8d:c8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1c5a28-3204-4bd8-b567-958716e7c24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29febade-8eb7-43fe-9f9b-3d011fe021a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:40:19Z', 'updated_at': '2021-06-14T14:40:25Z', 'revision_number': 4, 'project_id': 'e4090a6cd5fd4e389f3bd8657e75832b', 'subnets': [{'id': '29febade-8eb7-43fe-9f9b-3d011fe021a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3030dfb-39b8-4626-8d4d-efcff5d86d97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:40:26.860357 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d716421-8380-4d78-9549-c58c0fa0fa79 None None] The sync data for ids ['6b1c5a28-3204-4bd8-b567-958716e7c24a'] in dv-cinder-772623-8-iscsi is: [{'id': '6b1c5a28-3204-4bd8-b567-958716e7c24a', 'name': 'router1', 'tenant_id': 'e4090a6cd5fd4e389f3bd8657e75832b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:40:08Z', 'updated_at': '2021-06-14T14:40:21Z', 'revision_number': 2, 'project_id': 'e4090a6cd5fd4e389f3bd8657e75832b', 'gw_port_host': None, '_interfaces': [{'id': '5aefceda-e541-4b1e-903d-9759fee1fb43', 'name': '', 'network_id': 'e101bb01-d6d4-448b-8aa3-48d2b55dddcb', 'tenant_id': 'e4090a6cd5fd4e389f3bd8657e75832b', 'mac_address': 'fa:16:3e:8d:c8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1c5a28-3204-4bd8-b567-958716e7c24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29febade-8eb7-43fe-9f9b-3d011fe021a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:40:19Z', 'updated_at': '2021-06-14T14:40:25Z', 'revision_number': 4, 'project_id': 'e4090a6cd5fd4e389f3bd8657e75832b', 'subnets': [{'id': '29febade-8eb7-43fe-9f9b-3d011fe021a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3030dfb-39b8-4626-8d4d-efcff5d86d97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:40:26.887838 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8b931e-620e-43a5-a529-c4541b8741ee admin admin] Made reservation on behalf of a628caf2290d4f88af9d831349c0a544 for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:40:26.892124 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2f8b931e-620e-43a5-a529-c4541b8741ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:27.417337 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 5 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:40:27.709349 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.objects.ports [None req-2f8b931e-620e-43a5-a529-c4541b8741ee admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103388) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 14 14:40:27.710205 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2f8b931e-620e-43a5-a529-c4541b8741ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277'] for subnet, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:27.713477 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:40:27.829081 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b931e-620e-43a5-a529-c4541b8741ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=e09b5c2d-fde6-405d-9c65-d45cf22b44a3,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:40:27.839788 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-2f8b931e-620e-43a5-a529-c4541b8741ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:40:27.848540 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b931e-620e-43a5-a529-c4541b8741ee admin admin] Checking segment: {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:40:27.849075 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8b931e-620e-43a5-a529-c4541b8741ee admin admin] Network hostable DHCP agents. Network: fc485d09-1af9-4f7a-81e8-700830ebc213, hostable agents: ['1c28a66e-eef9-4899-ac0a-d449f34e71b3'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:40:28.020179 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8b931e-620e-43a5-a529-c4541b8741ee admin admin] Network fc485d09-1af9-4f7a-81e8-700830ebc213 is scheduled to be hosted by DHCP agent 1c28a66e-eef9-4899-ac0a-d449f34e71b3 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:40:28.122823 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-2f8b931e-620e-43a5-a529-c4541b8741ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-8-iscsi, fc485d09-1af9-4f7a-81e8-700830ebc213) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:40:28.128253 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8b931e-620e-43a5-a529-c4541b8741ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:40:28.129217 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2f8b931e-620e-43a5-a529-c4541b8741ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for subnet, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:28.136629 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbcdd79-84fa-4da1-8570-7c089c31f7d4 None None] Network fc485d09-1af9-4f7a-81e8-700830ebc213 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:40:28.244527 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-2f8b931e-620e-43a5-a529-c4541b8741ee admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4983616 Jun 14 14:40:28.514455 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acd1ba5-4ae7-466e-a92d-ebd2b003d845 None None] Network fc485d09-1af9-4f7a-81e8-700830ebc213 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:40:31.823208 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-56d51b77-0cfc-4b7c-96c7-11e67336afb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:31.841822 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 5aefceda-e541-4b1e-903d-9759fee1fb43 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:40:32.075365 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 57472) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:40:32.097975 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port 5aefceda-e541-4b1e-903d-9759fee1fb43 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:40:32.105715 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 5aefceda-e541-4b1e-903d-9759fee1fb43 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:40:32.107413 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:32.295379 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:32.363700 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] For port 5aefceda-e541-4b1e-903d-9759fee1fb43, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=5aefceda-e541-4b1e-903d-9759fee1fb43,segment=NetworkSegment(c7dbf719-caf2-49b1-b924-88a462e6f61a),segment_id=c7dbf719-caf2-49b1-b924-88a462e6f61a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:40:32.387784 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-ed13ce7f-4882-4e3e-9a36-8068d50e149c admin admin] 10.222.0.48 "GET /v2.0/routers/6b1c5a28-3204-4bd8-b567-958716e7c24a HTTP/1.1" status: 200 len: 710 time: 0.3106277 Jun 14 14:40:32.477638 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:32.481091 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:40:32.590308 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31a78f8-a882-4255-bece-427cced999c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:40:32.594333 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Pushing event updated for resources: {'Port': ['ID=5aefceda-e541-4b1e-903d-9759fee1fb43,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:40:32.600602 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-c31a78f8-a882-4255-bece-427cced999c0 admin admin] 10.222.0.48 "GET /v2.0/networks/fc485d09-1af9-4f7a-81e8-700830ebc213 HTTP/1.1" status: 200 len: 886 time: 0.2044897 Jun 14 14:40:32.609207 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-792c5686-ed50-4af1-9a04-373acbc61234 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:40:32.613314 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:40:33.277404 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-792c5686-ed50-4af1-9a04-373acbc61234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-769206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59843'] for router, precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:33.758449 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 5aefceda-e541-4b1e-903d-9759fee1fb43 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:40:33.860980 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-792c5686-ed50-4af1-9a04-373acbc61234 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:33.864523 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 5aefceda-e541-4b1e-903d-9759fee1fb43 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:40:33.865135 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:34.158599 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-792c5686-ed50-4af1-9a04-373acbc61234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:34.350280 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-792c5686-ed50-4af1-9a04-373acbc61234 admin admin] Allocated IP 172.27.2.252 (fc485d09-1af9-4f7a-81e8-700830ebc213/e09b5c2d-fde6-405d-9c65-d45cf22b44a3/9d0fba95-483c-4e89-8d83-1f8a6596fae7) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:40:34.608659 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-792c5686-ed50-4af1-9a04-373acbc61234 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:34.763987 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-792c5686-ed50-4af1-9a04-373acbc61234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328'] for port, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:34.767993 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:40:34.824903 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792c5686-ed50-4af1-9a04-373acbc61234 admin admin] Network fc485d09-1af9-4f7a-81e8-700830ebc213 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:40:34.830183 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-792c5686-ed50-4af1-9a04-373acbc61234 admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:40:34.836096 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792c5686-ed50-4af1-9a04-373acbc61234 admin admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:40:34.846316 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c5686-ed50-4af1-9a04-373acbc61234 admin admin] Pushing event updated for resources: {'Port': ['ID=9d0fba95-483c-4e89-8d83-1f8a6596fae7,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:40:34.914365 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-792c5686-ed50-4af1-9a04-373acbc61234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:40:35.470250 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6595ee6a-b56e-48da-a183-80603134ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:35.516123 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-792c5686-ed50-4af1-9a04-373acbc61234 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:36.024765 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-792c5686-ed50-4af1-9a04-373acbc61234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-769206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59843'] for router, precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:36.029536 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-792c5686-ed50-4af1-9a04-373acbc61234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-769006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-768984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-768993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-755513'] for router, after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:36.275317 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792c5686-ed50-4af1-9a04-373acbc61234 admin admin] Router 6b1c5a28-3204-4bd8-b567-958716e7c24a has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:40:36.460043 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:36.676937 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792c5686-ed50-4af1-9a04-373acbc61234 admin admin] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:40:36.688456 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-792c5686-ed50-4af1-9a04-373acbc61234 admin admin] Notify callbacks [] for router, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:36.689894 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-792c5686-ed50-4af1-9a04-373acbc61234 admin admin] 10.222.0.48 "PUT /v2.0/routers/6b1c5a28-3204-4bd8-b567-958716e7c24a HTTP/1.1" status: 200 len: 890 time: 4.0882356 Jun 14 14:40:36.690315 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff21b3b-00c1-47c1-931b-b0f0aa3706da None None] Sync routers for ids ['6b1c5a28-3204-4bd8-b567-958716e7c24a'] in dv-cinder-772623-8-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:40:36.715332 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff21b3b-00c1-47c1-931b-b0f0aa3706da None None] Routers {'6b1c5a28-3204-4bd8-b567-958716e7c24a'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:40:36.718494 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-5ff21b3b-00c1-47c1-931b-b0f0aa3706da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:40:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['6b1c5a28-3204-4bd8-b567-958716e7c24a'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:40:37.219172 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-5ff21b3b-00c1-47c1-931b-b0f0aa3706da None None] Set router 6b1c5a28-3204-4bd8-b567-958716e7c24a gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:40:38.194113 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:38.254632 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-5ff21b3b-00c1-47c1-931b-b0f0aa3706da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1c5a28-3204-4bd8-b567-958716e7c24a', 'name': 'router1', 'tenant_id': 'e4090a6cd5fd4e389f3bd8657e75832b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '9d0fba95-483c-4e89-8d83-1f8a6596fae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:40:08Z', 'updated_at': '2021-06-14T14:40:35Z', 'revision_number': 4, 'project_id': 'e4090a6cd5fd4e389f3bd8657e75832b', 'gw_port': {'id': '9d0fba95-483c-4e89-8d83-1f8a6596fae7', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1c5a28-3204-4bd8-b567-958716e7c24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:40:34Z', 'updated_at': '2021-06-14T14:40:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '5aefceda-e541-4b1e-903d-9759fee1fb43', 'name': '', 'network_id': 'e101bb01-d6d4-448b-8aa3-48d2b55dddcb', 'tenant_id': 'e4090a6cd5fd4e389f3bd8657e75832b', 'mac_address': 'fa:16:3e:8d:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1c5a28-3204-4bd8-b567-958716e7c24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29febade-8eb7-43fe-9f9b-3d011fe021a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:40:19Z', 'updated_at': '2021-06-14T14:40:32Z', 'revision_number': 5, 'project_id': 'e4090a6cd5fd4e389f3bd8657e75832b', 'subnets': [{'id': '29febade-8eb7-43fe-9f9b-3d011fe021a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3030dfb-39b8-4626-8d4d-efcff5d86d97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:40:38.266236 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff21b3b-00c1-47c1-931b-b0f0aa3706da None None] Checking router: 6b1c5a28-3204-4bd8-b567-958716e7c24a for host: dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:40:38.266788 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff21b3b-00c1-47c1-931b-b0f0aa3706da None None] Updating router 6b1c5a28-3204-4bd8-b567-958716e7c24a port 9d0fba95-483c-4e89-8d83-1f8a6596fae7 binding host dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:40:38.344504 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5ff21b3b-00c1-47c1-931b-b0f0aa3706da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:39.044164 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5ff21b3b-00c1-47c1-931b-b0f0aa3706da None None] Notify callbacks [] for port, precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:39.064784 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5ff21b3b-00c1-47c1-931b-b0f0aa3706da None None] Transition to ACTIVE for port object 9d0fba95-483c-4e89-8d83-1f8a6596fae7 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:40:39.201050 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5ff21b3b-00c1-47c1-931b-b0f0aa3706da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:39.204930 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-72610c75-f9a8-4c74-8a65-e6560c158249 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:40:39.312739 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694513de-9436-443f-9e6a-23c01094b815 None None] Pushing event updated for resources: {'Port': ['ID=9d0fba95-483c-4e89-8d83-1f8a6596fae7,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:40:39.316804 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-5ff21b3b-00c1-47c1-931b-b0f0aa3706da None None] Attempting to bind port 9d0fba95-483c-4e89-8d83-1f8a6596fae7 on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:40:39.317391 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-5ff21b3b-00c1-47c1-931b-b0f0aa3706da None None] Attempting to bind port 9d0fba95-483c-4e89-8d83-1f8a6596fae7 by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:40:39.317968 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff21b3b-00c1-47c1-931b-b0f0aa3706da None None] Attempting to bind port 9d0fba95-483c-4e89-8d83-1f8a6596fae7 on network fc485d09-1af9-4f7a-81e8-700830ebc213 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:40:39.321715 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-694513de-9436-443f-9e6a-23c01094b815 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:40:39.328522 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff21b3b-00c1-47c1-931b-b0f0aa3706da None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:40:39.329378 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff21b3b-00c1-47c1-931b-b0f0aa3706da None None] Checking segment: {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:40:39.329721 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5ff21b3b-00c1-47c1-931b-b0f0aa3706da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:39.330527 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff21b3b-00c1-47c1-931b-b0f0aa3706da None None] Bound using segment: {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:40:39.331352 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-5ff21b3b-00c1-47c1-931b-b0f0aa3706da None None] Bound port: 9d0fba95-483c-4e89-8d83-1f8a6596fae7, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:40:39.331745 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5ff21b3b-00c1-47c1-931b-b0f0aa3706da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:39.438518 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-5ff21b3b-00c1-47c1-931b-b0f0aa3706da None None] For port 9d0fba95-483c-4e89-8d83-1f8a6596fae7, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:40:39.443338 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-5ff21b3b-00c1-47c1-931b-b0f0aa3706da None None] For port 9d0fba95-483c-4e89-8d83-1f8a6596fae7, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=9d0fba95-483c-4e89-8d83-1f8a6596fae7,segment=NetworkSegment(5993e2e7-d1a9-4fa5-8357-3040322fca1a),segment_id=5993e2e7-d1a9-4fa5-8357-3040322fca1a)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:40:39.558256 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5ff21b3b-00c1-47c1-931b-b0f0aa3706da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:39.566706 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:40:39.719404 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff21b3b-00c1-47c1-931b-b0f0aa3706da None None] Routers {'6b1c5a28-3204-4bd8-b567-958716e7c24a'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:40:39.721164 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-5ff21b3b-00c1-47c1-931b-b0f0aa3706da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:40:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['6b1c5a28-3204-4bd8-b567-958716e7c24a'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:40:39.725767 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694513de-9436-443f-9e6a-23c01094b815 None None] Pushing event updated for resources: {'Port': ['ID=9d0fba95-483c-4e89-8d83-1f8a6596fae7,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:40:39.736850 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-694513de-9436-443f-9e6a-23c01094b815 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:40:40.055425 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-5ff21b3b-00c1-47c1-931b-b0f0aa3706da None None] Set router 6b1c5a28-3204-4bd8-b567-958716e7c24a gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:40:40.133013 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:40.579001 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-5ff21b3b-00c1-47c1-931b-b0f0aa3706da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1c5a28-3204-4bd8-b567-958716e7c24a', 'name': 'router1', 'tenant_id': 'e4090a6cd5fd4e389f3bd8657e75832b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '9d0fba95-483c-4e89-8d83-1f8a6596fae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:40:08Z', 'updated_at': '2021-06-14T14:40:35Z', 'revision_number': 4, 'project_id': 'e4090a6cd5fd4e389f3bd8657e75832b', 'gw_port': {'id': '9d0fba95-483c-4e89-8d83-1f8a6596fae7', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1c5a28-3204-4bd8-b567-958716e7c24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:40:34Z', 'updated_at': '2021-06-14T14:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '5aefceda-e541-4b1e-903d-9759fee1fb43', 'name': '', 'network_id': 'e101bb01-d6d4-448b-8aa3-48d2b55dddcb', 'tenant_id': 'e4090a6cd5fd4e389f3bd8657e75832b', 'mac_address': 'fa:16:3e:8d:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1c5a28-3204-4bd8-b567-958716e7c24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29febade-8eb7-43fe-9f9b-3d011fe021a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:40:19Z', 'updated_at': '2021-06-14T14:40:32Z', 'revision_number': 5, 'project_id': 'e4090a6cd5fd4e389f3bd8657e75832b', 'subnets': [{'id': '29febade-8eb7-43fe-9f9b-3d011fe021a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3030dfb-39b8-4626-8d4d-efcff5d86d97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:40:40.582090 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff21b3b-00c1-47c1-931b-b0f0aa3706da None None] The sync data for ids ['6b1c5a28-3204-4bd8-b567-958716e7c24a'] in dv-cinder-772623-8-iscsi is: [{'id': '6b1c5a28-3204-4bd8-b567-958716e7c24a', 'name': 'router1', 'tenant_id': 'e4090a6cd5fd4e389f3bd8657e75832b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '9d0fba95-483c-4e89-8d83-1f8a6596fae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:40:08Z', 'updated_at': '2021-06-14T14:40:35Z', 'revision_number': 4, 'project_id': 'e4090a6cd5fd4e389f3bd8657e75832b', 'gw_port': {'id': '9d0fba95-483c-4e89-8d83-1f8a6596fae7', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1c5a28-3204-4bd8-b567-958716e7c24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:40:34Z', 'updated_at': '2021-06-14T14:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '5aefceda-e541-4b1e-903d-9759fee1fb43', 'name': '', 'network_id': 'e101bb01-d6d4-448b-8aa3-48d2b55dddcb', 'tenant_id': 'e4090a6cd5fd4e389f3bd8657e75832b', 'mac_address': 'fa:16:3e:8d:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1c5a28-3204-4bd8-b567-958716e7c24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29febade-8eb7-43fe-9f9b-3d011fe021a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:40:19Z', 'updated_at': '2021-06-14T14:40:32Z', 'revision_number': 5, 'project_id': 'e4090a6cd5fd4e389f3bd8657e75832b', 'subnets': [{'id': '29febade-8eb7-43fe-9f9b-3d011fe021a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3030dfb-39b8-4626-8d4d-efcff5d86d97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:40:40.842817 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 57480) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:40:41.146956 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-e669fcae-6cdb-4455-97a6-fb07236038ac admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3025875 Jun 14 14:40:41.858535 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 9d0fba95-483c-4e89-8d83-1f8a6596fae7 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:40:42.105592 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port 9d0fba95-483c-4e89-8d83-1f8a6596fae7 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:40:42.112649 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 9d0fba95-483c-4e89-8d83-1f8a6596fae7 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:40:42.113215 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:42.299593 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:42.344522 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] For port 9d0fba95-483c-4e89-8d83-1f8a6596fae7, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=9d0fba95-483c-4e89-8d83-1f8a6596fae7,segment=NetworkSegment(5993e2e7-d1a9-4fa5-8357-3040322fca1a),segment_id=5993e2e7-d1a9-4fa5-8357-3040322fca1a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:40:42.449408 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:40:42.454453 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:40:42.566458 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Pushing event updated for resources: {'Port': ['ID=9d0fba95-483c-4e89-8d83-1f8a6596fae7,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:40:42.573459 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:40:43.794488 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 9d0fba95-483c-4e89-8d83-1f8a6596fae7 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:40:43.922120 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 9d0fba95-483c-4e89-8d83-1f8a6596fae7 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:40:43.923018 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:01.842234 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bbeedfaa-bb0b-4766-b2a1-49a1829076bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:04.424581 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 5 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:41:05.709779 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d7a21086-39dd-4c00-bbda-39e36ffc166e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:06.458612 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:08.025742 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:10.105142 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:31.817413 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-86b0b279-fd07-4c57-a382-93c8c65a13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:35.469370 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9a9b0667-6965-4f05-8b63-60d30469264d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:36.479597 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:38.045066 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:40.157757 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:41:41.414520 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 5 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:42:01.992327 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f852258a-646b-45e2-a752-16c411fae108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:42:05.489659 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9d4cd510-8f0c-4098-a2d6-9c8bb366f616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:42:06.456161 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:42:08.055984 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:42:10.117672 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:42:18.414647 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 5 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:42:31.797062 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-46d14285-43ec-4ec9-ba99-1bc998b1dba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:42:35.487970 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-31228eb3-8b4b-4fa1-a0bc-49ef2068f3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:42:36.499939 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:42:38.059758 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:42:40.093198 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:42:46.367190 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 58048) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:42:46.438347 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb1fd1e5-84b0-469f-9ffb-9ec4c537e9e6 admin admin] GET failed (client error): The resource could not be found. Jun 14 14:42:46.440469 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-eb1fd1e5-84b0-469f-9ffb-9ec4c537e9e6 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0722852 Jun 14 14:42:46.655754 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d063087b-2b9e-4b00-97a9-4ede99d76f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:42:46.657254 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-d063087b-2b9e-4b00-97a9-4ede99d76f40 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2127416 Jun 14 14:42:48.942793 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 58058) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:42:49.046187 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8848cd98-db6c-4152-a208-d2a7070dc895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:42:49.047510 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-8848cd98-db6c-4152-a208-d2a7070dc895 admin admin] 10.222.0.48 "GET /v2.0/subnets/29febade-8eb7-43fe-9f9b-3d011fe021a3 HTTP/1.1" status: 200 len: 849 time: 0.1037676 Jun 14 14:42:49.057052 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-e082f253-c401-490e-a2fa-52dba76b1f3d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:42:49.162866 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e082f253-c401-490e-a2fa-52dba76b1f3d admin admin] Notify callbacks [] for subnet, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:42:49.418647 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e082f253-c401-490e-a2fa-52dba76b1f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775073044794'] for subnet, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:42:49.420992 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-750155b8-aa13-40b6-9f8f-26103c8708a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:42:49.460481 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e082f253-c401-490e-a2fa-52dba76b1f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:42:49.461585 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e082f253-c401-490e-a2fa-52dba76b1f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for subnet, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:42:49.464251 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-e082f253-c401-490e-a2fa-52dba76b1f3d admin admin] 10.222.0.48 "PUT /v2.0/subnets/29febade-8eb7-43fe-9f9b-3d011fe021a3 HTTP/1.1" status: 200 len: 868 time: 0.4091084 Jun 14 14:42:49.464875 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8c0589-c986-447c-a72a-a4c631edccc8 None None] Network e101bb01-d6d4-448b-8aa3-48d2b55dddcb requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:42:49.494445 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082f253-c401-490e-a2fa-52dba76b1f3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=29febade-8eb7-43fe-9f9b-3d011fe021a3,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:42:49.502647 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e082f253-c401-490e-a2fa-52dba76b1f3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:42:49.503097 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e082f253-c401-490e-a2fa-52dba76b1f3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:42:49.503436 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e082f253-c401-490e-a2fa-52dba76b1f3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:42:49.503807 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e082f253-c401-490e-a2fa-52dba76b1f3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:42:49.504141 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e082f253-c401-490e-a2fa-52dba76b1f3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:42:49.504473 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e082f253-c401-490e-a2fa-52dba76b1f3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:42:49.504799 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e082f253-c401-490e-a2fa-52dba76b1f3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:42:49.505122 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e082f253-c401-490e-a2fa-52dba76b1f3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:42:49.505455 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e082f253-c401-490e-a2fa-52dba76b1f3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:42:49.505771 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e082f253-c401-490e-a2fa-52dba76b1f3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:42:49.506082 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e082f253-c401-490e-a2fa-52dba76b1f3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:42:49.506390 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e082f253-c401-490e-a2fa-52dba76b1f3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:42:49.510555 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-e082f253-c401-490e-a2fa-52dba76b1f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:42:49.956536 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-ea0fd65e-b42c-40e7-a11b-04ae646f3e0e None None] Provisioning complete for port f89050d0-a13a-4ca7-a4df-a7d2031ccd1f triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:42:49.956952 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ea0fd65e-b42c-40e7-a11b-04ae646f3e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:42:50.069038 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-ea0fd65e-b42c-40e7-a11b-04ae646f3e0e None None] Provisioning complete for port 5aefceda-e541-4b1e-903d-9759fee1fb43 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:42:50.069406 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ea0fd65e-b42c-40e7-a11b-04ae646f3e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:42:51.703805 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 58066) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:42:51.920563 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c48a29-f2f5-4158-8cc7-27a1cb0fa466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:42:51.920938 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c48a29-f2f5-4158-8cc7-27a1cb0fa466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:42:51.922452 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-19c48a29-f2f5-4158-8cc7-27a1cb0fa466 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2177966 Jun 14 14:42:54.147213 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 58074) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:42:54.308549 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7d8973-a44c-49bd-9b3f-41b2768925f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:42:54.309022 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7d8973-a44c-49bd-9b3f-41b2768925f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:42:54.310620 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-ba7d8973-a44c-49bd-9b3f-41b2768925f8 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1624186 Jun 14 14:42:55.418329 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 5 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:42:56.558098 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 58082) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:42:56.805184 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40922a99-dcec-4cdf-b5a4-1b2adaca7f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:42:56.806582 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-40922a99-dcec-4cdf-b5a4-1b2adaca7f8c admin admin] 10.222.0.48 "GET /v2.0/networks/e101bb01-d6d4-448b-8aa3-48d2b55dddcb HTTP/1.1" status: 200 len: 869 time: 0.2475348 Jun 14 14:42:59.068654 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 58090) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:42:59.242203 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc00f8f-92dd-4ef9-ba7d-29a76e2c0da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:42:59.243489 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-2cc00f8f-92dd-4ef9-ba7d-29a76e2c0da8 admin admin] 10.222.0.48 "GET /v2.0/networks/fc485d09-1af9-4f7a-81e8-700830ebc213 HTTP/1.1" status: 200 len: 886 time: 0.1738780 Jun 14 14:43:01.496418 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58098) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:43:01.642078 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9ae6ff-9680-4da3-8d5b-3514c147514b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:43:01.642551 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9ae6ff-9680-4da3-8d5b-3514c147514b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:43:01.644097 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-8c9ae6ff-9680-4da3-8d5b-3514c147514b admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1467218 Jun 14 14:43:01.801401 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5c73ddca-1d0b-4e0b-8bae-e561af6425d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:03.911112 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58108) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:43:04.030996 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2a1763-9f6e-4b5a-85d3-57a7bf53adf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:43:04.031702 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2a1763-9f6e-4b5a-85d3-57a7bf53adf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:43:04.034737 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-fc2a1763-9f6e-4b5a-85d3-57a7bf53adf3 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1223853 Jun 14 14:43:05.463756 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1a4dc8d0-01c2-4b30-b988-181fea21e0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:06.289133 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58116) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:43:06.390494 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5ffc17-c612-451e-be0f-3274a8b85fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:43:06.392797 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-de5ffc17-c612-451e-be0f-3274a8b85fca admin admin] 10.222.0.48 "GET /v2.0/subnets/29febade-8eb7-43fe-9f9b-3d011fe021a3 HTTP/1.1" status: 200 len: 868 time: 0.1025109 Jun 14 14:43:06.429860 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:08.029292 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:08.719074 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58124) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:43:08.848585 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00265db4-e7ef-4195-9918-49b18cd642db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:43:08.850041 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-00265db4-e7ef-4195-9918-49b18cd642db admin admin] 10.222.0.48 "GET /v2.0/subnets/e09b5c2d-fde6-405d-9c65-d45cf22b44a3 HTTP/1.1" status: 200 len: 816 time: 0.1299078 Jun 14 14:43:10.115139 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:31.799900 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a9323317-4613-4a0b-9395-7dcf9c8d8318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:32.417549 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 5 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:43:33.231746 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58168) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:43:33.293667 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [None req-80f80e8a-eb27-4913-b350-b1906d21ea52 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 14:43:33.294872 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-80f80e8a-eb27-4913-b350-b1906d21ea52 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0621755 Jun 14 14:43:35.450194 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0eb595ab-eb8e-4b61-9da7-bd7971a83b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:35.899049 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58176) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:43:35.965457 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f9b189-55c5-4d07-be03-dfaa2e4673c8 admin admin] GET failed (client error): The resource could not be found. Jun 14 14:43:35.966842 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-f9f9b189-55c5-4d07-be03-dfaa2e4673c8 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0668375 Jun 14 14:43:36.128011 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4b239f-b01d-4125-9e55-afcf2644c404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:43:36.129435 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-fd4b239f-b01d-4125-9e55-afcf2644c404 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1578205 Jun 14 14:43:36.410734 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:38.039252 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:38.358932 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58184) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:43:38.411651 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-637a80e0-9cdc-44d4-9e98-e4eab9ce60fa admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:43:38.491078 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637a80e0-9cdc-44d4-9e98-e4eab9ce60fa admin admin] Made reservation on behalf of a628caf2290d4f88af9d831349c0a544 for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:43:38.493501 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-637a80e0-9cdc-44d4-9e98-e4eab9ce60fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for network, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:38.540435 dv-cinder-772623-8-iscsi neutron-server[103388]: WARNING neutron.services.revisions.revision_plugin [None req-637a80e0-9cdc-44d4-9e98-e4eab9ce60fa admin admin] Could not find related network for resource to bump revision. Jun 14 14:43:38.555212 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637a80e0-9cdc-44d4-9e98-e4eab9ce60fa admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:43:38.565953 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-637a80e0-9cdc-44d4-9e98-e4eab9ce60fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:38.566343 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-637a80e0-9cdc-44d4-9e98-e4eab9ce60fa admin admin] Added segment 36f697b0-3a3c-4751-9411-bff5d5d5fed1 of type vlan for network e0dfdb0e-d90d-4f6a-a607-6e475071d8dd Jun 14 14:43:38.625867 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-637a80e0-9cdc-44d4-9e98-e4eab9ce60fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775072637368'] for network, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:38.743289 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-637a80e0-9cdc-44d4-9e98-e4eab9ce60fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254'] for network, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:38.744694 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637a80e0-9cdc-44d4-9e98-e4eab9ce60fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:43:38.745324 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-637a80e0-9cdc-44d4-9e98-e4eab9ce60fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:38.747511 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:43:38.828569 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a80e0-9cdc-44d4-9e98-e4eab9ce60fa admin admin] Pushing event updated for resources: {'Network': ['ID=e0dfdb0e-d90d-4f6a-a607-6e475071d8dd,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:43:38.835025 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a80e0-9cdc-44d4-9e98-e4eab9ce60fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:38.835393 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a80e0-9cdc-44d4-9e98-e4eab9ce60fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:38.835744 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a80e0-9cdc-44d4-9e98-e4eab9ce60fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:38.836070 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a80e0-9cdc-44d4-9e98-e4eab9ce60fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:38.836389 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a80e0-9cdc-44d4-9e98-e4eab9ce60fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:38.836704 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a80e0-9cdc-44d4-9e98-e4eab9ce60fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:38.837016 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a80e0-9cdc-44d4-9e98-e4eab9ce60fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:38.837344 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a80e0-9cdc-44d4-9e98-e4eab9ce60fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:38.837674 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a80e0-9cdc-44d4-9e98-e4eab9ce60fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:38.838069 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a80e0-9cdc-44d4-9e98-e4eab9ce60fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:38.838375 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a80e0-9cdc-44d4-9e98-e4eab9ce60fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:38.838681 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637a80e0-9cdc-44d4-9e98-e4eab9ce60fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:38.842487 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-637a80e0-9cdc-44d4-9e98-e4eab9ce60fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:43:38.849914 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Network e0dfdb0e-d90d-4f6a-a607-6e475071d8dd details requested by agent ovs-agent-dv-cinder-772623-8-iscsi with host dv-cinder-772623-8-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:43:38.863047 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-637a80e0-9cdc-44d4-9e98-e4eab9ce60fa admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5002646 Jun 14 14:43:40.136420 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:41.122801 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58192) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:43:41.203861 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e0979b-fb17-49db-8078-f1490b47934d admin admin] GET failed (client error): The resource could not be found. Jun 14 14:43:41.205120 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e4e0979b-fb17-49db-8078-f1490b47934d admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0811303 Jun 14 14:43:41.309494 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81151011-8ae6-4698-87b2-ea6d6da2ec70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:43:41.310877 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-81151011-8ae6-4698-87b2-ea6d6da2ec70 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1014504 Jun 14 14:43:41.320728 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-b99c89ce-19c9-4eff-8231-738de176a7d5 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'e0dfdb0e-d90d-4f6a-a607-6e475071d8dd', 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:43:41.410451 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99c89ce-19c9-4eff-8231-738de176a7d5 admin admin] Made reservation on behalf of a628caf2290d4f88af9d831349c0a544 for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:43:41.412805 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b99c89ce-19c9-4eff-8231-738de176a7d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:41.732582 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b99c89ce-19c9-4eff-8231-738de176a7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277'] for subnet, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:41.735176 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:43:41.808050 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c89ce-19c9-4eff-8231-738de176a7d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01765de7-ae91-4be9-8e32-8ad51dbf496b,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:43:41.811942 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-b99c89ce-19c9-4eff-8231-738de176a7d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:43:41.818117 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99c89ce-19c9-4eff-8231-738de176a7d5 admin admin] Checking segment: {'id': '36f697b0-3a3c-4751-9411-bff5d5d5fed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e0dfdb0e-d90d-4f6a-a607-6e475071d8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:43:41.818464 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99c89ce-19c9-4eff-8231-738de176a7d5 admin admin] Network hostable DHCP agents. Network: e0dfdb0e-d90d-4f6a-a607-6e475071d8dd, hostable agents: ['1c28a66e-eef9-4899-ac0a-d449f34e71b3'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:43:41.891176 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99c89ce-19c9-4eff-8231-738de176a7d5 admin admin] Network e0dfdb0e-d90d-4f6a-a607-6e475071d8dd is scheduled to be hosted by DHCP agent 1c28a66e-eef9-4899-ac0a-d449f34e71b3 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:43:41.982051 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-b99c89ce-19c9-4eff-8231-738de176a7d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-8-iscsi, e0dfdb0e-d90d-4f6a-a607-6e475071d8dd) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:43:41.987375 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99c89ce-19c9-4eff-8231-738de176a7d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:43:41.988311 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b99c89ce-19c9-4eff-8231-738de176a7d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for subnet, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:41.990929 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73a3b88-a648-4efd-8f81-e5abbb2e368c None None] Network e0dfdb0e-d90d-4f6a-a607-6e475071d8dd requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:43:42.068396 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-b99c89ce-19c9-4eff-8231-738de176a7d5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7510135 Jun 14 14:43:42.199844 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a9950a2-d8d6-5091-b96d-d9e9ed5f9ff3-e0dfdb0e-d90d-4f6a-a607-6e475071d8dd', 'network_id': 'e0dfdb0e-d90d-4f6a-a607-6e475071d8dd', 'tenant_id': 'a628caf2290d4f88af9d831349c0a544', 'fixed_ips': [{'subnet_id': '01765de7-ae91-4be9-8e32-8ad51dbf496b'}]}} from dv-cinder-772623-8-iscsi. {{(pid=103389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 14:43:42.200757 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:42.372396 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Allocated IP 192.168.233.2 (e0dfdb0e-d90d-4f6a-a607-6e475071d8dd/01765de7-ae91-4be9-8e32-8ad51dbf496b/31a5538d-8cef-4ec9-b815-eb9254f5e9c6) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:43:42.681329 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Notify callbacks [] for port, precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:42.691170 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Transition to ACTIVE for port object 31a5538d-8cef-4ec9-b815-eb9254f5e9c6 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:43:42.707291 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Transition to ACTIVE for port object 31a5538d-8cef-4ec9-b815-eb9254f5e9c6 will not be triggered until provisioned by entity DHCP. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:43:42.777423 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328'] for port, after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:42.780469 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-694513de-9436-443f-9e6a-23c01094b815 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:43:42.826784 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Network e0dfdb0e-d90d-4f6a-a607-6e475071d8dd is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:43:42.831906 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:43:42.837019 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:43:42.840066 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Pushing event updated for resources: {'Port': ['ID=31a5538d-8cef-4ec9-b815-eb9254f5e9c6,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:43:42.850289 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:42.850635 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:42.850964 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:42.851285 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:42.851626 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:42.851941 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:42.852253 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:42.852558 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:42.852885 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:42.853409 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:42.853604 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:42.853940 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:43:42.859059 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:43:42.936819 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Attempting to bind port 31a5538d-8cef-4ec9-b815-eb9254f5e9c6 on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:43:42.937317 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Attempting to bind port 31a5538d-8cef-4ec9-b815-eb9254f5e9c6 by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': '36f697b0-3a3c-4751-9411-bff5d5d5fed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e0dfdb0e-d90d-4f6a-a607-6e475071d8dd'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:43:42.937682 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Attempting to bind port 31a5538d-8cef-4ec9-b815-eb9254f5e9c6 on network e0dfdb0e-d90d-4f6a-a607-6e475071d8dd {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:43:42.943216 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:43:42.943805 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Checking segment: {'id': '36f697b0-3a3c-4751-9411-bff5d5d5fed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e0dfdb0e-d90d-4f6a-a607-6e475071d8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:43:42.944152 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:42.944584 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Bound using segment: {'id': '36f697b0-3a3c-4751-9411-bff5d5d5fed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e0dfdb0e-d90d-4f6a-a607-6e475071d8dd'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:43:42.945045 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Bound port: 31a5538d-8cef-4ec9-b815-eb9254f5e9c6, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f697b0-3a3c-4751-9411-bff5d5d5fed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e0dfdb0e-d90d-4f6a-a607-6e475071d8dd'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:43:42.945822 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:43.025368 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] For port 31a5538d-8cef-4ec9-b815-eb9254f5e9c6, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:43:43.028525 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] For port 31a5538d-8cef-4ec9-b815-eb9254f5e9c6, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=31a5538d-8cef-4ec9-b815-eb9254f5e9c6,segment=NetworkSegment(36f697b0-3a3c-4751-9411-bff5d5d5fed1),segment_id=36f697b0-3a3c-4751-9411-bff5d5d5fed1)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:43:43.114660 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:43.117024 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:43:43.205744 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Pushing event updated for resources: {'Port': ['ID=31a5538d-8cef-4ec9-b815-eb9254f5e9c6,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:43:43.212863 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:43:43.929148 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 31a5538d-8cef-4ec9-b815-eb9254f5e9c6 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:43:44.079763 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port 31a5538d-8cef-4ec9-b815-eb9254f5e9c6 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:43:44.104662 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d563677d-8350-438e-9d31-f54154776a86 None None] Network e0dfdb0e-d90d-4f6a-a607-6e475071d8dd requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:43:44.282472 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-8346ad44-ce06-4446-b298-7e3766773560 None None] Provisioning for port 31a5538d-8cef-4ec9-b815-eb9254f5e9c6 completed by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:43:44.313983 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-8346ad44-ce06-4446-b298-7e3766773560 None None] Provisioning complete for port 31a5538d-8cef-4ec9-b815-eb9254f5e9c6 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:43:44.314359 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8346ad44-ce06-4446-b298-7e3766773560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:44.432813 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8346ad44-ce06-4446-b298-7e3766773560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:44.475618 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-8346ad44-ce06-4446-b298-7e3766773560 None None] For port 31a5538d-8cef-4ec9-b815-eb9254f5e9c6, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=31a5538d-8cef-4ec9-b815-eb9254f5e9c6,segment=NetworkSegment(36f697b0-3a3c-4751-9411-bff5d5d5fed1),segment_id=36f697b0-3a3c-4751-9411-bff5d5d5fed1)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:43:44.577525 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8346ad44-ce06-4446-b298-7e3766773560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:44.583198 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:43:44.649920 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346ad44-ce06-4446-b298-7e3766773560 None None] Pushing event updated for resources: {'Port': ['ID=31a5538d-8cef-4ec9-b815-eb9254f5e9c6,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:43:44.656232 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-8346ad44-ce06-4446-b298-7e3766773560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:43:44.705718 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-63e39c1a-8d0f-4702-8bdc-a8f8925504b2 None None] Provisioning complete for port 31a5538d-8cef-4ec9-b815-eb9254f5e9c6 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:43:44.706236 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-63e39c1a-8d0f-4702-8bdc-a8f8925504b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:43:45.882763 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 31a5538d-8cef-4ec9-b815-eb9254f5e9c6 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:43:45.944777 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 31a5538d-8cef-4ec9-b815-eb9254f5e9c6 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:43:45.945143 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:44:01.827557 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dc7403c2-5338-4454-941a-99d2b2ba6571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:44:05.489572 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f7adb167-d62e-4cc2-b900-16fa39c7a026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:44:06.530215 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:44:08.032638 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:44:09.416402 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 5 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:44:10.158490 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:44:31.826076 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-037ba6a8-9671-46c6-92b2-65bd5ad378f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:44:35.522795 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1b8b3bb4-76f0-4c2f-bc9a-ccc0364b78c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:44:36.442398 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:44:38.043867 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:44:40.110994 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:44:46.415273 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 5 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:45:01.813422 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-51b64641-6bc2-4648-b63f-82409a333fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:45:05.495582 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9f1813c9-cb5b-412c-bc9d-aead3c294ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:45:05.864839 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58244) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:45:05.871286 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [None req-d8cf0aea-1946-43ed-b7b6-f02f6237bdae tempest-verify_tempest_config-2023098319 tempest-verify_tempest_config-2023098319-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 14:45:05.872344 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d8cf0aea-1946-43ed-b7b6-f02f6237bdae tempest-verify_tempest_config-2023098319 tempest-verify_tempest_config-2023098319-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063725 Jun 14 14:45:06.513511 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:45:06.561510 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 58262) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:45:06.688688 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c70c757b-bc49-4f1e-91ce-8e1ff2efa2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:45:06.808227 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c70c757b-bc49-4f1e-91ce-8e1ff2efa2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:45:06.881797 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c70c757b-bc49-4f1e-91ce-8e1ff2efa2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:45:06.885694 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:45:06.936887 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c757b-bc49-4f1e-91ce-8e1ff2efa2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028200f9-acb5-475f-9f73-1b0d6f3577eb,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:45:06.942558 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-c70c757b-bc49-4f1e-91ce-8e1ff2efa2d9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=79eaf2a9a3804ff59418b804181b9fbb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3796804 Jun 14 14:45:06.947129 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58268) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:45:06.951834 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c757b-bc49-4f1e-91ce-8e1ff2efa2d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:45:06.952343 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c757b-bc49-4f1e-91ce-8e1ff2efa2d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:45:06.952819 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c757b-bc49-4f1e-91ce-8e1ff2efa2d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:45:06.953284 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c757b-bc49-4f1e-91ce-8e1ff2efa2d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:45:06.953742 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c757b-bc49-4f1e-91ce-8e1ff2efa2d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:45:06.954231 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c757b-bc49-4f1e-91ce-8e1ff2efa2d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:45:06.954827 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c757b-bc49-4f1e-91ce-8e1ff2efa2d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:45:06.955128 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c757b-bc49-4f1e-91ce-8e1ff2efa2d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:45:06.955711 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c757b-bc49-4f1e-91ce-8e1ff2efa2d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:45:06.956176 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c757b-bc49-4f1e-91ce-8e1ff2efa2d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:45:06.956549 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c757b-bc49-4f1e-91ce-8e1ff2efa2d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:45:06.956984 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c757b-bc49-4f1e-91ce-8e1ff2efa2d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:45:06.963020 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-c70c757b-bc49-4f1e-91ce-8e1ff2efa2d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:45:07.031370 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-140342df-18a1-4df8-a90d-29c65b65055c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:45:07.057795 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-140342df-18a1-4df8-a90d-29c65b65055c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:45:07.264615 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-140342df-18a1-4df8-a90d-29c65b65055c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:45:07.267437 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-140342df-18a1-4df8-a90d-29c65b65055c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:45:07.268725 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-140342df-18a1-4df8-a90d-29c65b65055c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/028200f9-acb5-475f-9f73-1b0d6f3577eb HTTP/1.1" status: 204 len: 168 time: 0.3201685 Jun 14 14:45:07.272655 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:45:07.279020 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140342df-18a1-4df8-a90d-29c65b65055c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028200f9-acb5-475f-9f73-1b0d6f3577eb,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:45:07.286317 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140342df-18a1-4df8-a90d-29c65b65055c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:45:07.286811 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140342df-18a1-4df8-a90d-29c65b65055c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:45:07.287008 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140342df-18a1-4df8-a90d-29c65b65055c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:45:07.287336 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140342df-18a1-4df8-a90d-29c65b65055c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:45:07.287685 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140342df-18a1-4df8-a90d-29c65b65055c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:45:07.288021 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140342df-18a1-4df8-a90d-29c65b65055c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:45:07.288342 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140342df-18a1-4df8-a90d-29c65b65055c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:45:07.288677 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140342df-18a1-4df8-a90d-29c65b65055c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:45:07.289009 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140342df-18a1-4df8-a90d-29c65b65055c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:45:07.289326 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140342df-18a1-4df8-a90d-29c65b65055c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:45:07.289790 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140342df-18a1-4df8-a90d-29c65b65055c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:45:07.290982 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140342df-18a1-4df8-a90d-29c65b65055c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:45:07.299263 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-140342df-18a1-4df8-a90d-29c65b65055c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:45:08.035905 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:45:10.225895 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:45:23.415183 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 5 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:45:31.852436 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-54c927eb-69cf-4040-8059-696c2bd436df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:45:35.469059 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f568cc65-0671-431d-967f-3a5397bb2aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:45:36.435074 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:45:38.046124 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:45:40.114551 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:00.413851 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 5 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:46:01.770851 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a0f38e10-d226-47e8-a000-15329d0d4454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:05.462495 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4b460335-2e2c-44b1-90c5-d5c8b9621e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:06.428386 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:08.063085 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:10.119900 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:31.804327 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ded7cfef-7e0d-4cea-b3a8-34d4732964e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:35.473270 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1cfae19b-c152-4a1c-951a-c54a303cf171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:36.427284 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:37.411721 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 5 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:46:38.084147 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:40.141585 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:48.078457 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926'] for agent, after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:46:52.709644 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 58320) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:52.818538 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-9e399e6c-26a8-45c7-9799-a0ab022f8303 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1077681 Jun 14 14:46:55.081921 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 58334) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:46:55.153354 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-0d06ffcb-0288-4f23-b33b-a35a6d194110 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0696764 Jun 14 14:47:01.855016 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5b37fe3e-2609-4fba-a7be-275061ca31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:05.529946 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1a03460d-c57e-495d-b3fa-9278d461087b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:06.431868 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:08.071589 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:10.140336 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:14.410868 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:47:18.008622 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:31.814752 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-110848ba-a83c-46ba-a8d4-120c393e840f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:35.477178 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-118901d1-07e3-4414-8cf0-20c404978cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:36.442427 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:38.082417 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:40.139752 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:48.032033 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:47:51.414846 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:48:01.802276 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4cc5b4b0-cf72-41fc-b5f2-db49e0b30fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:05.470356 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3e9e4e7c-c319-421c-b363-afd625c6902a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:06.447373 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:08.087799 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:10.115687 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:18.024253 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:25.483577 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 58488) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:25.959460 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1675241749-network', 'tenant_id': 'd7abc296676e4950a66ddaca958e623f'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:26.039068 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 58512) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:26.092897 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Made reservation on behalf of d7abc296676e4950a66ddaca958e623f for: {'network': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:48:26.095254 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for network, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:26.106766 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:26.222344 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:26.316566 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:26.324539 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:26.364408 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=103387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:48:26.396298 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49edcc5-9c65-4d82-b0e2-0a17f25729de,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:26.412174 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:26.412756 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.db.segments_db [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Added segment 569576c9-1498-44b6-bcca-d77523a42a4c of type vlan for network 157d54e3-6edb-45e0-82e1-a32b79d3cb74 Jun 14 14:48:26.417155 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:26.417748 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:26.418272 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:26.418815 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:26.419360 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:26.419994 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:26.420526 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:26.421096 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:26.421659 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:26.422204 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:26.422731 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:26.423269 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Tracked resource versions report: Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: pushed versions: Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: { 'AddressGroup': {'1.2'}, Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: 'ConntrackHelper': {'1.0'}, Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: 'Log': {'1.0'}, Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: 'Network': {'1.1'}, Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: 'Port': {'1.7'}, Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: 'PortForwarding': {'1.2'}, Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: 'QosPolicy': {'1.8'}, Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: 'SecurityGroup': {'1.4'}, Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: 'SecurityGroupRule': {'1.2'}, Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: 'SubPort': {'1.0'}, Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: 'Subnet': {'1.1'}, Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: 'Trunk': {'1.1'}} Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: consumer versions: Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: { DHCP agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: HyperV agent@hv-cinder-77262: {}, Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: L3 agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: Metadata agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: Metering agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: Open vSwitch agent@dv-cinder-772623-8-iscsi: { 'AddressGroup': '1.2', Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: 'ConntrackHelper': '1.0', Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: 'Log': '1.0', Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: 'Network': '1.1', Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: 'Port': '1.7', Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: 'PortForwarding': '1.2', Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: 'QosPolicy': '1.8', Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: 'SecurityGroup': '1.4', Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: 'SecurityGroupRule': '1.2', Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: 'SubPort': '1.0', Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: 'Subnet': '1.1', Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: 'Trunk': '1.1'}} Jun 14 14:48:26.425216 dv-cinder-772623-8-iscsi neutron-server[103387]: {{(pid=103387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 14:48:26.448070 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:26.492319 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775072637368'] for network, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:26.585898 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 58528) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:26.624184 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-2965cb49-7e4f-4650-b994-479022561e6d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-215253398-network', 'tenant_id': '6212161d123c461db62f0c6d5f04be22'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:26.646474 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254'] for network, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:26.654880 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:26.655870 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:26.663215 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:26.793208 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58540) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:26.797154 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2965cb49-7e4f-4650-b994-479022561e6d admin admin] Made reservation on behalf of 6212161d123c461db62f0c6d5f04be22 for: {'network': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:48:26.801067 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2965cb49-7e4f-4650-b994-479022561e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for network, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:26.807467 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Pushing event updated for resources: {'Network': ['ID=157d54e3-6edb-45e0-82e1-a32b79d3cb74,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:26.827280 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Network 157d54e3-6edb-45e0-82e1-a32b79d3cb74 details requested by agent ovs-agent-dv-cinder-772623-8-iscsi with host dv-cinder-772623-8-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:48:26.831311 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:26.832613 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2965cb49-7e4f-4650-b994-479022561e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:26.867000 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-efb68792-a82c-4039-861d-39fcdd023ed8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-540344610-network', 'tenant_id': 'd950955f31d9460680045199b53c917f'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:26.881459 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3962891 Jun 14 14:48:26.886532 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58548) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:26.895947 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-17ccb527-6785-4f9a-91fc-6689a976874d admin admin] Request body: {'subnet': {'network_id': '157d54e3-6edb-45e0-82e1-a32b79d3cb74', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1675241749-subnet', 'tenant_id': 'd7abc296676e4950a66ddaca958e623f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:26.979124 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2965cb49-7e4f-4650-b994-479022561e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:27.068114 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2965cb49-7e4f-4650-b994-479022561e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:27.081413 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.db.api [None req-17ccb527-6785-4f9a-91fc-6689a976874d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 14 14:48:27.081413 dv-cinder-772623-8-iscsi neutron-server[103388]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 14 14:48:27.081413 dv-cinder-772623-8-iscsi neutron-server[103388]: [parameters: {'project_id_1': 'd7abc296676e4950a66ddaca958e623f', 'expiration_1': datetime.datetime(2021, 6, 14, 14, 48, 26, 910840)}] Jun 14 14:48:27.081413 dv-cinder-772623-8-iscsi neutron-server[103388]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=103388) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 14 14:48:27.081413 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_db.api [None req-17ccb527-6785-4f9a-91fc-6689a976874d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 14:48:27.086210 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:27.143418 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2965cb49-7e4f-4650-b994-479022561e6d admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=103387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:48:27.155213 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965cb49-7e4f-4650-b994-479022561e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b7e9b5-2e8f-4285-8a4a-315c7e111e95,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:27.161477 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-2965cb49-7e4f-4650-b994-479022561e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:27.174698 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2965cb49-7e4f-4650-b994-479022561e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:27.175136 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.db.segments_db [None req-2965cb49-7e4f-4650-b994-479022561e6d admin admin] Added segment cc859cac-b5b2-4221-9861-f2e91e3c63ed of type vlan for network d248f18d-b9b2-41c5-8f1d-c15e6d7fa36a Jun 14 14:48:27.201900 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb68792-a82c-4039-861d-39fcdd023ed8 admin admin] Made reservation on behalf of d950955f31d9460680045199b53c917f for: {'network': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:48:27.206569 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-efb68792-a82c-4039-861d-39fcdd023ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for network, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:27.233543 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-efb68792-a82c-4039-861d-39fcdd023ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:27.339041 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2965cb49-7e4f-4650-b994-479022561e6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775072637368'] for network, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:27.377583 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-21966408-98a8-4fb3-be04-d866f7cbe3a6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-56947344-network', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:27.498814 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2965cb49-7e4f-4650-b994-479022561e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254'] for network, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:27.503847 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2965cb49-7e4f-4650-b994-479022561e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:27.504826 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2965cb49-7e4f-4650-b994-479022561e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:27.515423 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:27.563627 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-efb68792-a82c-4039-861d-39fcdd023ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:27.647181 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-efb68792-a82c-4039-861d-39fcdd023ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:27.648652 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965cb49-7e4f-4650-b994-479022561e6d admin admin] Pushing event updated for resources: {'Network': ['ID=d248f18d-b9b2-41c5-8f1d-c15e6d7fa36a,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:27.654692 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-2965cb49-7e4f-4650-b994-479022561e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:27.655380 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-c70c757b-bc49-4f1e-91ce-8e1ff2efa2d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:27.661696 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Network d248f18d-b9b2-41c5-8f1d-c15e6d7fa36a details requested by agent ovs-agent-dv-cinder-772623-8-iscsi with host dv-cinder-772623-8-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:48:27.676752 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb68792-a82c-4039-861d-39fcdd023ed8 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=103387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:48:27.687101 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-efb68792-a82c-4039-861d-39fcdd023ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:27.687605 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.db.segments_db [None req-efb68792-a82c-4039-861d-39fcdd023ed8 admin admin] Added segment 36ad47b0-94a4-45d9-a103-2b0ca76dcd6f of type vlan for network 1d5f5609-c7ac-49b5-a256-436c63bd28f5 Jun 14 14:48:27.734950 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-2965cb49-7e4f-4650-b994-479022561e6d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6946547 Jun 14 14:48:27.742123 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58570) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:27.753443 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-776dade6-717a-4cc6-9bba-665b566d3464 admin admin] Request body: {'subnet': {'network_id': 'd248f18d-b9b2-41c5-8f1d-c15e6d7fa36a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-215253398-subnet', 'tenant_id': '6212161d123c461db62f0c6d5f04be22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:27.757958 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-efb68792-a82c-4039-861d-39fcdd023ed8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775072637368'] for network, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:27.769995 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb68792-a82c-4039-861d-39fcdd023ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b515435c-51b5-4ead-a328-04bda4e75a8f,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:27.774565 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-efb68792-a82c-4039-861d-39fcdd023ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:27.843713 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21966408-98a8-4fb3-be04-d866f7cbe3a6 admin admin] Made reservation on behalf of 2e07cdcf5e1a4b67b7bff1eba180a07d for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:48:27.845971 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-21966408-98a8-4fb3-be04-d866f7cbe3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for network, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:27.864360 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-21966408-98a8-4fb3-be04-d866f7cbe3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:27.909447 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-efb68792-a82c-4039-861d-39fcdd023ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254'] for network, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:27.911701 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb68792-a82c-4039-861d-39fcdd023ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:27.912617 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-efb68792-a82c-4039-861d-39fcdd023ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:27.915658 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:27.984501 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ccb527-6785-4f9a-91fc-6689a976874d admin admin] Made reservation on behalf of d7abc296676e4950a66ddaca958e623f for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:48:27.987333 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-17ccb527-6785-4f9a-91fc-6689a976874d admin admin] Notify callbacks [] for subnet, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:28.013433 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb68792-a82c-4039-861d-39fcdd023ed8 admin admin] Pushing event updated for resources: {'Network': ['ID=1d5f5609-c7ac-49b5-a256-436c63bd28f5,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:28.021602 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-efb68792-a82c-4039-861d-39fcdd023ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:28.032794 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Network 1d5f5609-c7ac-49b5-a256-436c63bd28f5 details requested by agent ovs-agent-dv-cinder-772623-8-iscsi with host dv-cinder-772623-8-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:48:28.183428 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776dade6-717a-4cc6-9bba-665b566d3464 admin admin] Made reservation on behalf of 6212161d123c461db62f0c6d5f04be22 for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:48:28.186737 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-776dade6-717a-4cc6-9bba-665b566d3464 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:28.416442 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:48:28.622680 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-21966408-98a8-4fb3-be04-d866f7cbe3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:28.626966 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-17ccb527-6785-4f9a-91fc-6689a976874d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277'] for subnet, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:28.637310 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:28.750652 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-21966408-98a8-4fb3-be04-d866f7cbe3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:28.766864 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-efb68792-a82c-4039-861d-39fcdd023ed8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1790593 Jun 14 14:48:28.767522 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 58610) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:28.772969 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-a3c741b3-2db4-476c-832c-793ebbb503fb admin admin] Request body: {'subnet': {'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-540344610-subnet', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:28.779837 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ccb527-6785-4f9a-91fc-6689a976874d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ebe0e8b-faa1-4a5d-81cc-c8fe33f94a5b,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:28.797430 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ccb527-6785-4f9a-91fc-6689a976874d admin admin] Checking segment: {'id': '569576c9-1498-44b6-bcca-d77523a42a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '157d54e3-6edb-45e0-82e1-a32b79d3cb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:48:28.798087 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ccb527-6785-4f9a-91fc-6689a976874d admin admin] Network hostable DHCP agents. Network: 157d54e3-6edb-45e0-82e1-a32b79d3cb74, hostable agents: ['1c28a66e-eef9-4899-ac0a-d449f34e71b3'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:48:28.804714 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21966408-98a8-4fb3-be04-d866f7cbe3a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:48:28.808468 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ccb527-6785-4f9a-91fc-6689a976874d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:28.809077 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ccb527-6785-4f9a-91fc-6689a976874d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:28.809581 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ccb527-6785-4f9a-91fc-6689a976874d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:28.810733 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ccb527-6785-4f9a-91fc-6689a976874d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:28.811237 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ccb527-6785-4f9a-91fc-6689a976874d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:28.811951 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ccb527-6785-4f9a-91fc-6689a976874d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:28.812452 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ccb527-6785-4f9a-91fc-6689a976874d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:28.812932 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ccb527-6785-4f9a-91fc-6689a976874d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:28.813406 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ccb527-6785-4f9a-91fc-6689a976874d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:28.813897 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ccb527-6785-4f9a-91fc-6689a976874d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:28.814377 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ccb527-6785-4f9a-91fc-6689a976874d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:28.814919 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ccb527-6785-4f9a-91fc-6689a976874d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ccb527-6785-4f9a-91fc-6689a976874d admin admin] Tracked resource versions report: Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: pushed versions: Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: { 'AddressGroup': {'1.2'}, Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: 'ConntrackHelper': {'1.0'}, Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: 'Log': {'1.0'}, Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: 'Network': {'1.1'}, Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: 'Port': {'1.7'}, Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: 'PortForwarding': {'1.2'}, Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: 'QosPolicy': {'1.8'}, Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: 'SecurityGroup': {'1.4'}, Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: 'SecurityGroupRule': {'1.2'}, Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: 'SubPort': {'1.0'}, Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: 'Subnet': {'1.1'}, Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: 'Trunk': {'1.1'}} Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: consumer versions: Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: { DHCP agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: HyperV agent@hv-cinder-77262: {}, Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: L3 agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: Metadata agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: Metering agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: Open vSwitch agent@dv-cinder-772623-8-iscsi: { 'AddressGroup': '1.2', Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: 'ConntrackHelper': '1.0', Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: 'Log': '1.0', Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: 'Network': '1.1', Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: 'Port': '1.7', Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: 'PortForwarding': '1.2', Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: 'QosPolicy': '1.8', Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: 'SecurityGroup': '1.4', Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: 'SecurityGroupRule': '1.2', Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: 'SubPort': '1.0', Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: 'Subnet': '1.1', Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: 'Trunk': '1.1'}} Jun 14 14:48:28.816078 dv-cinder-772623-8-iscsi neutron-server[103388]: {{(pid=103388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 14:48:28.819234 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-17ccb527-6785-4f9a-91fc-6689a976874d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:28.823030 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-724454b1-4060-4a5b-a1a5-022281bc9b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:28.847334 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-21966408-98a8-4fb3-be04-d866f7cbe3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:28.848049 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-21966408-98a8-4fb3-be04-d866f7cbe3a6 admin admin] Added segment 6a9d0ba9-8305-4546-acc4-e62f7911b7ec of type vlan for network 8a06fa14-64a9-4a96-b9c1-d8414078e908 Jun 14 14:48:28.866892 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-776dade6-717a-4cc6-9bba-665b566d3464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277'] for subnet, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:28.903097 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c741b3-2db4-476c-832c-793ebbb503fb admin admin] Made reservation on behalf of d950955f31d9460680045199b53c917f for: {'subnet': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:48:28.907352 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a3c741b3-2db4-476c-832c-793ebbb503fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:28.916953 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21966408-98a8-4fb3-be04-d866f7cbe3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ffae6c-3ad6-4cf8-bccb-84bdd64d382e,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:28.921609 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-21966408-98a8-4fb3-be04-d866f7cbe3a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:28.924567 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-2f8b931e-620e-43a5-a529-c4541b8741ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:28.932929 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-21966408-98a8-4fb3-be04-d866f7cbe3a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775072637368'] for network, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:28.979961 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ccb527-6785-4f9a-91fc-6689a976874d admin admin] Network 157d54e3-6edb-45e0-82e1-a32b79d3cb74 is scheduled to be hosted by DHCP agent 1c28a66e-eef9-4899-ac0a-d449f34e71b3 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:48:29.090177 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-17ccb527-6785-4f9a-91fc-6689a976874d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-8-iscsi, 157d54e3-6edb-45e0-82e1-a32b79d3cb74) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:48:29.096275 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ccb527-6785-4f9a-91fc-6689a976874d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:29.097221 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-17ccb527-6785-4f9a-91fc-6689a976874d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for subnet, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:29.102429 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c93767-5f02-4d34-8d15-76fba08b475f None None] Network 157d54e3-6edb-45e0-82e1-a32b79d3cb74 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:48:29.103016 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776dade6-717a-4cc6-9bba-665b566d3464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=961109cc-4397-4af8-a804-227583a8d0c1,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:29.105841 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-776dade6-717a-4cc6-9bba-665b566d3464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:29.118671 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776dade6-717a-4cc6-9bba-665b566d3464 admin admin] Checking segment: {'id': 'cc859cac-b5b2-4221-9861-f2e91e3c63ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd248f18d-b9b2-41c5-8f1d-c15e6d7fa36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:48:29.119262 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776dade6-717a-4cc6-9bba-665b566d3464 admin admin] Network hostable DHCP agents. Network: d248f18d-b9b2-41c5-8f1d-c15e6d7fa36a, hostable agents: ['1c28a66e-eef9-4899-ac0a-d449f34e71b3'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:48:29.149926 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-21966408-98a8-4fb3-be04-d866f7cbe3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254'] for network, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:29.151634 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21966408-98a8-4fb3-be04-d866f7cbe3a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:29.152407 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-21966408-98a8-4fb3-be04-d866f7cbe3a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:29.155806 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:29.193129 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-17ccb527-6785-4f9a-91fc-6689a976874d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3050027 Jun 14 14:48:29.259121 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21966408-98a8-4fb3-be04-d866f7cbe3a6 admin admin] Pushing event updated for resources: {'Network': ['ID=8a06fa14-64a9-4a96-b9c1-d8414078e908,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:29.262296 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-21966408-98a8-4fb3-be04-d866f7cbe3a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:29.264666 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776dade6-717a-4cc6-9bba-665b566d3464 admin admin] Network d248f18d-b9b2-41c5-8f1d-c15e6d7fa36a is scheduled to be hosted by DHCP agent 1c28a66e-eef9-4899-ac0a-d449f34e71b3 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:48:29.271792 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-776dade6-717a-4cc6-9bba-665b566d3464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-8-iscsi, d248f18d-b9b2-41c5-8f1d-c15e6d7fa36a) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:48:29.276762 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776dade6-717a-4cc6-9bba-665b566d3464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:29.277386 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-776dade6-717a-4cc6-9bba-665b566d3464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for subnet, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:29.291406 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-21966408-98a8-4fb3-be04-d866f7cbe3a6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4955900 Jun 14 14:48:29.294153 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58634) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:29.302085 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-f55383cb-6370-48ce-abbe-6d8069654bfa admin admin] Request body: {'subnet': {'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-56947344-subnet', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:29.312624 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Network 8a06fa14-64a9-4a96-b9c1-d8414078e908 details requested by agent ovs-agent-dv-cinder-772623-8-iscsi with host dv-cinder-772623-8-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:48:29.314623 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba1b237-adf0-4587-9a83-100f5f64de13 None None] Network d248f18d-b9b2-41c5-8f1d-c15e6d7fa36a requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:48:29.380320 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-776dade6-717a-4cc6-9bba-665b566d3464 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6365762 Jun 14 14:48:29.381552 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419c6858-a1ee-4e41-b33f-f884d8983353 None None] Network 157d54e3-6edb-45e0-82e1-a32b79d3cb74 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:48:29.413108 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a3c741b3-2db4-476c-832c-793ebbb503fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277'] for subnet, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:29.422279 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-e082f253-c401-490e-a2fa-52dba76b1f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:29.470533 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55383cb-6370-48ce-abbe-6d8069654bfa admin admin] Made reservation on behalf of 2e07cdcf5e1a4b67b7bff1eba180a07d for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:48:29.475181 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f55383cb-6370-48ce-abbe-6d8069654bfa admin admin] Notify callbacks [] for subnet, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:29.539560 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c741b3-2db4-476c-832c-793ebbb503fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=16c47a92-806f-4b00-927d-529a6aa19a53,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:29.552635 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-a3c741b3-2db4-476c-832c-793ebbb503fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:29.597425 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c741b3-2db4-476c-832c-793ebbb503fb admin admin] Checking segment: {'id': '36ad47b0-94a4-45d9-a103-2b0ca76dcd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:48:29.597781 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c741b3-2db4-476c-832c-793ebbb503fb admin admin] Network hostable DHCP agents. Network: 1d5f5609-c7ac-49b5-a256-436c63bd28f5, hostable agents: ['1c28a66e-eef9-4899-ac0a-d449f34e71b3'], hosted agents: [] {{(pid=103387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:48:29.699056 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c741b3-2db4-476c-832c-793ebbb503fb admin admin] Network 1d5f5609-c7ac-49b5-a256-436c63bd28f5 is scheduled to be hosted by DHCP agent 1c28a66e-eef9-4899-ac0a-d449f34e71b3 with binding_index 1 {{(pid=103387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:48:29.824974 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-a3c741b3-2db4-476c-832c-793ebbb503fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-8-iscsi, 1d5f5609-c7ac-49b5-a256-436c63bd28f5) {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:48:29.837476 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507b5eb5-3559-4b1a-b73f-ad5d27adb965 None None] Network 1d5f5609-c7ac-49b5-a256-436c63bd28f5 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:48:29.840216 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c741b3-2db4-476c-832c-793ebbb503fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:29.842722 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a3c741b3-2db4-476c-832c-793ebbb503fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for subnet, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:29.939905 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-a3c741b3-2db4-476c-832c-793ebbb503fb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1710842 Jun 14 14:48:29.945891 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 58672) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:29.952443 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-a328fea2-8793-43f2-b6ba-b7ce04bcd520 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-540344610-router', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:29.962695 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c89379c-5715-4a9c-805e-609b238e02c0 None None] Network d248f18d-b9b2-41c5-8f1d-c15e6d7fa36a requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:48:30.023984 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f55383cb-6370-48ce-abbe-6d8069654bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277'] for subnet, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:30.023984 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-b99c89ce-19c9-4eff-8231-738de176a7d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:30.131219 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55383cb-6370-48ce-abbe-6d8069654bfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c472201c-ddff-4483-8b5d-5afdf2431617,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:30.134159 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-f55383cb-6370-48ce-abbe-6d8069654bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:30.151802 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a328fea2-8793-43f2-b6ba-b7ce04bcd520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59868'] for router, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:30.155222 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a328fea2-8793-43f2-b6ba-b7ce04bcd520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-769193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59861'] for router, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:30.213754 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55383cb-6370-48ce-abbe-6d8069654bfa admin admin] Checking segment: {'id': '6a9d0ba9-8305-4546-acc4-e62f7911b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:48:30.214113 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55383cb-6370-48ce-abbe-6d8069654bfa admin admin] Network hostable DHCP agents. Network: 8a06fa14-64a9-4a96-b9c1-d8414078e908, hostable agents: ['1c28a66e-eef9-4899-ac0a-d449f34e71b3'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:48:30.309738 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a9950a2-d8d6-5091-b96d-d9e9ed5f9ff3-1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'fixed_ips': [{'subnet_id': '16c47a92-806f-4b00-927d-529a6aa19a53'}]}} from dv-cinder-772623-8-iscsi. {{(pid=103389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 14:48:30.310679 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:30.327103 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55383cb-6370-48ce-abbe-6d8069654bfa admin admin] Network 8a06fa14-64a9-4a96-b9c1-d8414078e908 is scheduled to be hosted by DHCP agent 1c28a66e-eef9-4899-ac0a-d449f34e71b3 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:48:30.365302 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a328fea2-8793-43f2-b6ba-b7ce04bcd520 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:30.430193 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-f55383cb-6370-48ce-abbe-6d8069654bfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-8-iscsi, 8a06fa14-64a9-4a96-b9c1-d8414078e908) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:48:30.436566 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55383cb-6370-48ce-abbe-6d8069654bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:30.438021 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f55383cb-6370-48ce-abbe-6d8069654bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for subnet, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:30.451148 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da6ffe3-4f7f-44cb-b9c8-b74842435c24 None None] Network 8a06fa14-64a9-4a96-b9c1-d8414078e908 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:48:30.527445 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-f55383cb-6370-48ce-abbe-6d8069654bfa admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2300403 Jun 14 14:48:30.527796 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 58690) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:30.536232 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-93feac79-2df4-456a-b6c6-5c9262e3e166 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-56947344-router', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:30.793292 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Allocated IP 172.20.0.2 (1d5f5609-c7ac-49b5-a256-436c63bd28f5/16c47a92-806f-4b00-927d-529a6aa19a53/d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:48:30.926519 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a328fea2-8793-43f2-b6ba-b7ce04bcd520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-769206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59843'] for router, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:30.946196 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-93feac79-2df4-456a-b6c6-5c9262e3e166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59868'] for router, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:30.947489 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-93feac79-2df4-456a-b6c6-5c9262e3e166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-769193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59861'] for router, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:30.989115 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e62a79-6f3b-408f-8afa-84fb17667c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a9950a2-d8d6-5091-b96d-d9e9ed5f9ff3-8a06fa14-64a9-4a96-b9c1-d8414078e908', 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'fixed_ips': [{'subnet_id': 'c472201c-ddff-4483-8b5d-5afdf2431617'}]}} from dv-cinder-772623-8-iscsi. {{(pid=103389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 14:48:30.989992 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-06e62a79-6f3b-408f-8afa-84fb17667c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:31.134311 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-93feac79-2df4-456a-b6c6-5c9262e3e166 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:31.220135 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Notify callbacks [] for port, precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:31.238905 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Transition to ACTIVE for port object d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:48:31.263169 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-06e62a79-6f3b-408f-8afa-84fb17667c20 None None] Allocated IP 172.20.0.2 (8a06fa14-64a9-4a96-b9c1-d8414078e908/c472201c-ddff-4483-8b5d-5afdf2431617/3c61c0e3-beda-41f2-bff1-beb7d10946e8) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:48:31.272523 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Transition to ACTIVE for port object d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4 will not be triggered until provisioned by entity DHCP. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:48:31.315947 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58722) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:31.321474 dv-cinder-772623-8-iscsi neutron-server[103388]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 14 14:48:31.495399 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-06e62a79-6f3b-408f-8afa-84fb17667c20 None None] Notify callbacks [] for port, precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:31.507138 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-06e62a79-6f3b-408f-8afa-84fb17667c20 None None] Transition to ACTIVE for port object 3c61c0e3-beda-41f2-bff1-beb7d10946e8 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:48:31.527313 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-06e62a79-6f3b-408f-8afa-84fb17667c20 None None] Transition to ACTIVE for port object 3c61c0e3-beda-41f2-bff1-beb7d10946e8 will not be triggered until provisioned by entity DHCP. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:48:31.533107 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328'] for port, after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:31.535842 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:31.583207 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-06e62a79-6f3b-408f-8afa-84fb17667c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328'] for port, after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:31.595722 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-e5829f65-bcf1-4af6-8297-64d6ed1dee18 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:31.614729 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e62a79-6f3b-408f-8afa-84fb17667c20 None None] Network 8a06fa14-64a9-4a96-b9c1-d8414078e908 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:48:31.615918 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-e5829f65-bcf1-4af6-8297-64d6ed1dee18 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/networks?id=d248f18d-b9b2-41c5-8f1d-c15e6d7fa36a HTTP/1.1" status: 200 len: 811 time: 0.2958865 Jun 14 14:48:31.625653 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-06e62a79-6f3b-408f-8afa-84fb17667c20 None None] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:48:31.631317 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e62a79-6f3b-408f-8afa-84fb17667c20 None None] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:48:31.656299 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-d13becdf-4c27-499b-b2b2-ef6a56a51a8f tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/quotas/6212161d123c461db62f0c6d5f04be22 HTTP/1.1" status: 200 len: 375 time: 0.0386374 Jun 14 14:48:31.678932 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-93feac79-2df4-456a-b6c6-5c9262e3e166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-769206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59843'] for router, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:31.679209 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Network 1d5f5609-c7ac-49b5-a256-436c63bd28f5 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:48:31.762859 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-06e62a79-6f3b-408f-8afa-84fb17667c20 None None] Attempting to bind port 3c61c0e3-beda-41f2-bff1-beb7d10946e8 on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:48:31.763934 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-06e62a79-6f3b-408f-8afa-84fb17667c20 None None] Attempting to bind port 3c61c0e3-beda-41f2-bff1-beb7d10946e8 by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': '6a9d0ba9-8305-4546-acc4-e62f7911b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:48:31.763934 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e62a79-6f3b-408f-8afa-84fb17667c20 None None] Attempting to bind port 3c61c0e3-beda-41f2-bff1-beb7d10946e8 on network 8a06fa14-64a9-4a96-b9c1-d8414078e908 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:48:31.792312 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:48:31.806943 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:48:31.823307 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58726) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:31.826674 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e62a79-6f3b-408f-8afa-84fb17667c20 None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:48:31.831264 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e62a79-6f3b-408f-8afa-84fb17667c20 None None] Checking segment: {'id': '6a9d0ba9-8305-4546-acc4-e62f7911b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:48:31.831950 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-06e62a79-6f3b-408f-8afa-84fb17667c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:31.832514 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e62a79-6f3b-408f-8afa-84fb17667c20 None None] Bound using segment: {'id': '6a9d0ba9-8305-4546-acc4-e62f7911b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:48:31.835638 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-06e62a79-6f3b-408f-8afa-84fb17667c20 None None] Bound port: 3c61c0e3-beda-41f2-bff1-beb7d10946e8, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9d0ba9-8305-4546-acc4-e62f7911b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:48:31.836237 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-06e62a79-6f3b-408f-8afa-84fb17667c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:31.869230 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 58736) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:31.876815 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-9456a3c8-0cb2-43f9-8bac-6e98438c060c tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6212161d123c461db62f0c6d5f04be22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2184210 Jun 14 14:48:31.976314 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-06e62a79-6f3b-408f-8afa-84fb17667c20 None None] For port 3c61c0e3-beda-41f2-bff1-beb7d10946e8, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:48:31.988868 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-06e62a79-6f3b-408f-8afa-84fb17667c20 None None] For port 3c61c0e3-beda-41f2-bff1-beb7d10946e8, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=3c61c0e3-beda-41f2-bff1-beb7d10946e8,segment=NetworkSegment(6a9d0ba9-8305-4546-acc4-e62f7911b7ec),segment_id=6a9d0ba9-8305-4546-acc4-e62f7911b7ec)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:48:31.990336 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Pushing event updated for resources: {'Port': ['ID=d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:32.038037 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:32.038691 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:32.039208 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:32.039769 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:32.040251 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:32.040746 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:32.041230 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:32.041717 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:32.042219 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:32.042766 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:32.043234 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:32.043758 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Tracked resource versions report: Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: pushed versions: Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: { 'AddressGroup': {'1.2'}, Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: 'ConntrackHelper': {'1.0'}, Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: 'Log': {'1.0'}, Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: 'Network': {'1.1'}, Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: 'Port': {'1.7'}, Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: 'PortForwarding': {'1.2'}, Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: 'QosPolicy': {'1.8'}, Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: 'SecurityGroup': {'1.4'}, Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: 'SecurityGroupRule': {'1.2'}, Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: 'SubPort': {'1.0'}, Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: 'Subnet': {'1.1'}, Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: 'Trunk': {'1.1'}} Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: consumer versions: Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: { DHCP agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: HyperV agent@hv-cinder-77262: {}, Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: L3 agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: Metadata agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: Metering agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: Open vSwitch agent@dv-cinder-772623-8-iscsi: { 'AddressGroup': '1.2', Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: 'ConntrackHelper': '1.0', Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: 'Log': '1.0', Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: 'Network': '1.1', Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: 'Port': '1.7', Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: 'PortForwarding': '1.2', Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: 'QosPolicy': '1.8', Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: 'SecurityGroup': '1.4', Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: 'SecurityGroupRule': '1.2', Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: 'SubPort': '1.0', Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: 'Subnet': '1.1', Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: 'Trunk': '1.1'}} Jun 14 14:48:32.045022 dv-cinder-772623-8-iscsi neutron-server[103389]: {{(pid=103389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 14:48:32.052552 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:32.058736 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-a8b51231-4e16-473b-974b-bb4541adcf39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.451s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:32.091568 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-06e62a79-6f3b-408f-8afa-84fb17667c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:32.096328 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a328fea2-8793-43f2-b6ba-b7ce04bcd520 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:32.154446 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Attempting to bind port d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4 on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:48:32.162224 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a328fea2-8793-43f2-b6ba-b7ce04bcd520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:32.164737 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Attempting to bind port d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4 by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': '36ad47b0-94a4-45d9-a103-2b0ca76dcd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:48:32.165457 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Attempting to bind port d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4 on network 1d5f5609-c7ac-49b5-a256-436c63bd28f5 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:48:32.173574 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9de50d06-ef9e-4654-97be-94d28aa3a06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:32.265993 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:48:32.269372 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Checking segment: {'id': '36ad47b0-94a4-45d9-a103-2b0ca76dcd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:48:32.269372 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:32.269372 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Bound using segment: {'id': '36ad47b0-94a4-45d9-a103-2b0ca76dcd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:48:32.269372 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Bound port: d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ad47b0-94a4-45d9-a103-2b0ca76dcd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:48:32.269372 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:32.284806 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-64702c32-5012-4ae7-8ba0-1cf0b15c7dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:32.451660 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d2d1a3f7-8e44-4a49-a4ef-74453764f4ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:32.470517 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e62a79-6f3b-408f-8afa-84fb17667c20 None None] Pushing event updated for resources: {'Port': ['ID=3c61c0e3-beda-41f2-bff1-beb7d10946e8,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:32.482019 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-06e62a79-6f3b-408f-8afa-84fb17667c20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:32.489596 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9de50d06-ef9e-4654-97be-94d28aa3a06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:32.491972 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:32.611002 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9de50d06-ef9e-4654-97be-94d28aa3a06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:32.611002 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-21966408-98a8-4fb3-be04-d866f7cbe3a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:32.659326 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58758) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:32.718963 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] For port d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:48:32.727130 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] For port d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:48:32.733414 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e62a79-6f3b-408f-8afa-84fb17667c20 None None] Pushing event updated for resources: {'Port': ['ID=3c61c0e3-beda-41f2-bff1-beb7d10946e8,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:32.739217 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-06e62a79-6f3b-408f-8afa-84fb17667c20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:32.759005 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-9de50d06-ef9e-4654-97be-94d28aa3a06f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=12ac4bd4df2b41baaacd4824a63623eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9269838 Jun 14 14:48:32.759005 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58764) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:32.796243 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de50d06-ef9e-4654-97be-94d28aa3a06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3800cf44-b918-4b39-bdcd-60a2fb11da05,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:32.797906 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-9de50d06-ef9e-4654-97be-94d28aa3a06f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:32.865400 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:32.868575 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:32.906124 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e2ab2601-97d8-49df-bc9b-233f02ef0a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:32.910840 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58768) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:32.923932 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-a2e9cd23-f0c9-4536-b3e8-02c7234c3a63 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-706250484-network', 'tenant_id': '452b6042e84b4924b97a432019fdea7a'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:32.955412 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-cc69651e-db9f-4ccb-b326-d3b170e6b59a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 14:48:32.961809 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-cc69651e-db9f-4ccb-b326-d3b170e6b59a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2615139 Jun 14 14:48:33.002055 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Pushing event updated for resources: {'Port': ['ID=d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:33.005648 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:33.033983 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-df3feede-ba47-4fe5-ba46-2bd030ed67f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:33.144407 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e9cd23-f0c9-4536-b3e8-02c7234c3a63 admin admin] Made reservation on behalf of 452b6042e84b4924b97a432019fdea7a for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:48:33.146818 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a2e9cd23-f0c9-4536-b3e8-02c7234c3a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for network, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:33.153310 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-df3feede-ba47-4fe5-ba46-2bd030ed67f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:33.192949 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a2e9cd23-f0c9-4536-b3e8-02c7234c3a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:33.207850 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-93feac79-2df4-456a-b6c6-5c9262e3e166 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:33.211210 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-a328fea2-8793-43f2-b6ba-b7ce04bcd520 admin admin] Allocated IP 172.27.2.88 (fc485d09-1af9-4f7a-81e8-700830ebc213/e09b5c2d-fde6-405d-9c65-d45cf22b44a3/4c796f2a-823d-491c-bd6a-26a5241da207) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:48:33.276452 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-93feac79-2df4-456a-b6c6-5c9262e3e166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:33.303885 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-8aa5c54b-357e-4098-aed2-c23c2dcca065 service neutron] 10.222.0.48 "GET /v2.0/networks/d248f18d-b9b2-41c5-8f1d-c15e6d7fa36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411741 Jun 14 14:48:33.428495 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e2ab2601-97d8-49df-bc9b-233f02ef0a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:33.479481 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-df3feede-ba47-4fe5-ba46-2bd030ed67f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:33.485153 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-df3feede-ba47-4fe5-ba46-2bd030ed67f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:33.486398 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-df3feede-ba47-4fe5-ba46-2bd030ed67f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3800cf44-b918-4b39-bdcd-60a2fb11da05 HTTP/1.1" status: 204 len: 168 time: 0.7238181 Jun 14 14:48:33.489085 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-9de50d06-ef9e-4654-97be-94d28aa3a06f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:33.506097 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e2ab2601-97d8-49df-bc9b-233f02ef0a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:33.520072 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3feede-ba47-4fe5-ba46-2bd030ed67f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3800cf44-b918-4b39-bdcd-60a2fb11da05,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:33.523192 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-df3feede-ba47-4fe5-ba46-2bd030ed67f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:33.525140 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-df3feede-ba47-4fe5-ba46-2bd030ed67f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:33.592447 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a328fea2-8793-43f2-b6ba-b7ce04bcd520 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:33.613280 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-1bb0e6d4-3f39-4708-90ca-505894eb8cb4 service neutron] 10.222.0.48 "GET /v2.0/networks/d248f18d-b9b2-41c5-8f1d-c15e6d7fa36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774334 Jun 14 14:48:33.624498 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e2ab2601-97d8-49df-bc9b-233f02ef0a94 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=40c99d597aea48dc874dac58f5506e88&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9623024 Jun 14 14:48:33.626971 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab2601-97d8-49df-bc9b-233f02ef0a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152984a6-260a-457c-8a59-7c1d1d0cc779,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:33.636656 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 58774) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:33.641549 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-e2ab2601-97d8-49df-bc9b-233f02ef0a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:33.943238 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1f5cdbcb-e8d8-4c6c-b341-7e42cde9a096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:34.030600 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a328fea2-8793-43f2-b6ba-b7ce04bcd520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328'] for port, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:34.177916 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d2d1a3f7-8e44-4a49-a4ef-74453764f4ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:34.209524 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:34.248670 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07be0b3a-560d-4498-b879-72eb16dd5fbd None None] Network 8a06fa14-64a9-4a96-b9c1-d8414078e908 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:48:34.334854 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1f5cdbcb-e8d8-4c6c-b341-7e42cde9a096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:34.401279 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d2d1a3f7-8e44-4a49-a4ef-74453764f4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:34.467923 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a328fea2-8793-43f2-b6ba-b7ce04bcd520 admin admin] Network fc485d09-1af9-4f7a-81e8-700830ebc213 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:48:34.470752 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-a328fea2-8793-43f2-b6ba-b7ce04bcd520 admin admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:48:34.522888 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 3c61c0e3-beda-41f2-bff1-beb7d10946e8 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:48:34.556345 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-93feac79-2df4-456a-b6c6-5c9262e3e166 admin admin] Allocated IP 172.27.2.206 (fc485d09-1af9-4f7a-81e8-700830ebc213/e09b5c2d-fde6-405d-9c65-d45cf22b44a3/d935f0a3-1908-44a8-8a61-38e757f95c64) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:48:34.585348 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a328fea2-8793-43f2-b6ba-b7ce04bcd520 admin admin] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:48:34.606007 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-86feb1d5-dd51-4910-af36-259b06128160 req-55c90554-ab87-4e88-ac6a-8a04fe82afd0 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 210 time: 0.4675808 Jun 14 14:48:34.708936 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-ff29f46a-d3c8-47e4-968b-5cc915d29932 None None] Provisioning for port 3c61c0e3-beda-41f2-bff1-beb7d10946e8 completed by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:48:34.726090 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328fea2-8793-43f2-b6ba-b7ce04bcd520 admin admin] Pushing event updated for resources: {'Port': ['ID=4c796f2a-823d-491c-bd6a-26a5241da207,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:34.807481 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port 3c61c0e3-beda-41f2-bff1-beb7d10946e8 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:48:34.812865 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 3c61c0e3-beda-41f2-bff1-beb7d10946e8 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:48:34.813240 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:34.837864 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-a328fea2-8793-43f2-b6ba-b7ce04bcd520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:34.915855 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.312s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:34.969053 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1a3f7-8e44-4a49-a4ef-74453764f4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694c4506-baf9-4ad8-9171-7866e508e465,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:34.972420 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a2e9cd23-f0c9-4536-b3e8-02c7234c3a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:34.980485 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1f5cdbcb-e8d8-4c6c-b341-7e42cde9a096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:34.985961 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-d2d1a3f7-8e44-4a49-a4ef-74453764f4ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:34.995577 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1f5cdbcb-e8d8-4c6c-b341-7e42cde9a096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:34.998174 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-1f5cdbcb-e8d8-4c6c-b341-7e42cde9a096 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/152984a6-260a-457c-8a59-7c1d1d0cc779 HTTP/1.1" status: 204 len: 168 time: 1.3485472 Jun 14 14:48:35.027580 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-d2d1a3f7-8e44-4a49-a4ef-74453764f4ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:35.045492 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-d2d1a3f7-8e44-4a49-a4ef-74453764f4ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=14761f0b7ed544eabe8723c5e986f3ec&name=default HTTP/1.1" status: 200 len: 2975 time: 3.1535482 Jun 14 14:48:35.049530 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58820) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:35.072319 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3802391-ad05-40d6-8e4b-f4da4a6f1e09 None None] Network 1d5f5609-c7ac-49b5-a256-436c63bd28f5 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:48:35.096689 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5cdbcb-e8d8-4c6c-b341-7e42cde9a096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152984a6-260a-457c-8a59-7c1d1d0cc779,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:35.122093 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a2e9cd23-f0c9-4536-b3e8-02c7234c3a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:35.138912 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-1f5cdbcb-e8d8-4c6c-b341-7e42cde9a096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:35.145197 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:35.242084 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:35.262032 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e9cd23-f0c9-4536-b3e8-02c7234c3a63 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:48:35.344163 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a2e9cd23-f0c9-4536-b3e8-02c7234c3a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:35.344800 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-a2e9cd23-f0c9-4536-b3e8-02c7234c3a63 admin admin] Added segment 41f796dc-a0b0-466c-a87f-178b79e17ee9 of type vlan for network f6f638ed-c97c-46f1-822f-211c189d5a6f Jun 14 14:48:35.361272 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9cd23-f0c9-4536-b3e8-02c7234c3a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976b831f-21c3-4a1b-ba7f-73db728fc9f2,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:35.387206 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-a2e9cd23-f0c9-4536-b3e8-02c7234c3a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:35.399442 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b6def5d8-b5de-4233-965d-2ba421675999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:35.428131 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-93feac79-2df4-456a-b6c6-5c9262e3e166 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:35.542495 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b6def5d8-b5de-4233-965d-2ba421675999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:35.546500 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a2e9cd23-f0c9-4536-b3e8-02c7234c3a63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775072637368'] for network, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:35.551136 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-8116b263-26be-402b-a924-a7dcbcf26000 None None] Provisioning for port d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4 completed by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:48:35.691822 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] For port 3c61c0e3-beda-41f2-bff1-beb7d10946e8, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=3c61c0e3-beda-41f2-bff1-beb7d10946e8,segment=NetworkSegment(6a9d0ba9-8305-4546-acc4-e62f7911b7ec),segment_id=6a9d0ba9-8305-4546-acc4-e62f7911b7ec)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:48:35.763733 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b6def5d8-b5de-4233-965d-2ba421675999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:35.765394 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a2e9cd23-f0c9-4536-b3e8-02c7234c3a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254'] for network, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:35.772284 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b6def5d8-b5de-4233-965d-2ba421675999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:35.775889 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3343e55f-7398-45f7-86ff-b7ea6e060807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:35.777037 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-b6def5d8-b5de-4233-965d-2ba421675999 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/694c4506-baf9-4ad8-9171-7866e508e465 HTTP/1.1" status: 204 len: 168 time: 0.7255514 Jun 14 14:48:35.778400 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:35.781906 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:35.790496 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:48:35.797032 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:35.816718 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e9cd23-f0c9-4536-b3e8-02c7234c3a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:35.818722 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a2e9cd23-f0c9-4536-b3e8-02c7234c3a63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:35.824737 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6def5d8-b5de-4233-965d-2ba421675999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694c4506-baf9-4ad8-9171-7866e508e465,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:35.835903 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-b6def5d8-b5de-4233-965d-2ba421675999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:35.851628 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a328fea2-8793-43f2-b6ba-b7ce04bcd520 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:35.918643 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:35.930134 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-2134829d-282e-4a9b-9454-ea330c4f1f88 None None] Provisioning complete for port 3c61c0e3-beda-41f2-bff1-beb7d10946e8 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:48:35.931103 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2134829d-282e-4a9b-9454-ea330c4f1f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:36.084380 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Pushing event updated for resources: {'Port': ['ID=3c61c0e3-beda-41f2-bff1-beb7d10946e8,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:36.096049 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:36.128043 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-93feac79-2df4-456a-b6c6-5c9262e3e166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328'] for port, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:36.176611 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-a328fea2-8793-43f2-b6ba-b7ce04bcd520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:36.176920 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9cd23-f0c9-4536-b3e8-02c7234c3a63 admin admin] Pushing event updated for resources: {'Network': ['ID=f6f638ed-c97c-46f1-822f-211c189d5a6f,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:36.182814 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-a2e9cd23-f0c9-4536-b3e8-02c7234c3a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:36.184548 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93feac79-2df4-456a-b6c6-5c9262e3e166 admin admin] Network fc485d09-1af9-4f7a-81e8-700830ebc213 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:48:36.190790 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Network f6f638ed-c97c-46f1-822f-211c189d5a6f details requested by agent ovs-agent-dv-cinder-772623-8-iscsi with host dv-cinder-772623-8-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:48:36.191415 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-93feac79-2df4-456a-b6c6-5c9262e3e166 admin admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:48:36.201704 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-efb3195e-7a39-42e1-92c8-1648078b8f9e req-10d0d0ef-223d-4766-81b2-ff78fd4a5f96 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 210 time: 0.3777916 Jun 14 14:48:36.234017 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93feac79-2df4-456a-b6c6-5c9262e3e166 admin admin] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:48:36.243122 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:48:36.273044 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:48:36.273542 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:36.293585 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-a2e9cd23-f0c9-4536-b3e8-02c7234c3a63 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.3791177 Jun 14 14:48:36.297940 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58856) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:36.306097 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-99a8d617-cae1-479c-a917-51cabcad27c5 admin admin] Request body: {'subnet': {'network_id': 'f6f638ed-c97c-46f1-822f-211c189d5a6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-706250484-subnet', 'tenant_id': '452b6042e84b4924b97a432019fdea7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:36.447562 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a8d617-cae1-479c-a917-51cabcad27c5 admin admin] Made reservation on behalf of 452b6042e84b4924b97a432019fdea7a for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:48:36.452922 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-99a8d617-cae1-479c-a917-51cabcad27c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:36.639980 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-4f865cd5-d63f-4ad1-86f4-27145d8fb42d None None] Provisioning complete for port d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:48:36.640842 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4f865cd5-d63f-4ad1-86f4-27145d8fb42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:36.690828 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58860) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:36.694547 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:36.715346 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93feac79-2df4-456a-b6c6-5c9262e3e166 admin admin] Pushing event updated for resources: {'Port': ['ID=d935f0a3-1908-44a8-8a61-38e757f95c64,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:36.726434 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4546ff5f-40a1-479e-b958-2e7879eabfa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:36.740017 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-93feac79-2df4-456a-b6c6-5c9262e3e166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:36.772030 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:36.812106 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] For port d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:48:36.820611 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a328fea2-8793-43f2-b6ba-b7ce04bcd520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-769006'] for router, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:36.960188 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:36.970116 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:36.976015 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4f865cd5-d63f-4ad1-86f4-27145d8fb42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:37.089918 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Pushing event updated for resources: {'Port': ['ID=d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:37.095787 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:37.119678 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.db.api [None req-4f865cd5-d63f-4ad1-86f4-27145d8fb42d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 14 14:48:37.126780 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_db.api [None req-4f865cd5-d63f-4ad1-86f4-27145d8fb42d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 14:48:37.142193 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 3c61c0e3-beda-41f2-bff1-beb7d10946e8 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:48:37.167493 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58866) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:37.229855 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-99a8d617-cae1-479c-a917-51cabcad27c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277'] for subnet, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:37.257316 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-17ccb527-6785-4f9a-91fc-6689a976874d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:37.323495 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 3c61c0e3-beda-41f2-bff1-beb7d10946e8 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:48:37.324136 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:37.412125 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8d617-cae1-479c-a917-51cabcad27c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e44e692-ff9e-45b6-b543-4f42ceaa30e5,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:37.414769 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 58876) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:37.420631 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4546ff5f-40a1-479e-b958-2e7879eabfa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:37.423589 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-99a8d617-cae1-479c-a917-51cabcad27c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:37.439386 dv-cinder-772623-8-iscsi neutron-server[103387]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 14 14:48:37.479875 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a8d617-cae1-479c-a917-51cabcad27c5 admin admin] Checking segment: {'id': '41f796dc-a0b0-466c-a87f-178b79e17ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f6f638ed-c97c-46f1-822f-211c189d5a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:48:37.480327 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a8d617-cae1-479c-a917-51cabcad27c5 admin admin] Network hostable DHCP agents. Network: f6f638ed-c97c-46f1-822f-211c189d5a6f, hostable agents: ['1c28a66e-eef9-4899-ac0a-d449f34e71b3'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:48:37.504127 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4546ff5f-40a1-479e-b958-2e7879eabfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:37.508630 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:37.564801 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ee135f9f-4870-4e0b-9ee4-4dd77e4ded64 req-d95cb074-e416-458b-b628-8a7bd5ad17f8 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 210 time: 0.1313353 Jun 14 14:48:37.580168 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a8d617-cae1-479c-a917-51cabcad27c5 admin admin] Network f6f638ed-c97c-46f1-822f-211c189d5a6f is scheduled to be hosted by DHCP agent 1c28a66e-eef9-4899-ac0a-d449f34e71b3 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:48:37.641601 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-4546ff5f-40a1-479e-b958-2e7879eabfa5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d9b1f71150994129bc7fd9ed794407bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9481888 Jun 14 14:48:37.648374 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546ff5f-40a1-479e-b958-2e7879eabfa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab03b48-634b-4064-ab6c-1f3725b471c9,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:37.649673 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-93feac79-2df4-456a-b6c6-5c9262e3e166 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:37.673280 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-4546ff5f-40a1-479e-b958-2e7879eabfa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:37.674947 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58878) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:37.706897 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58880) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:37.773511 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b4d75f36-b53a-4e3b-95da-9a310adc8b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:37.799630 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7bffecc1-f767-41ec-aa76-300c0ed58c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:37.808237 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-99a8d617-cae1-479c-a917-51cabcad27c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-8-iscsi, f6f638ed-c97c-46f1-822f-211c189d5a6f) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:48:37.820762 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ee3b56-22db-484b-8dcd-be962433cde2 None None] Network f6f638ed-c97c-46f1-822f-211c189d5a6f requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:48:37.861144 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a8d617-cae1-479c-a917-51cabcad27c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:37.862111 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-99a8d617-cae1-479c-a917-51cabcad27c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for subnet, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:37.903845 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a08e6cdb-c618-431d-b13f-e9677f4286f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:37.948189 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a08e6cdb-c618-431d-b13f-e9677f4286f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:38.143644 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a08e6cdb-c618-431d-b13f-e9677f4286f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:38.157325 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a08e6cdb-c618-431d-b13f-e9677f4286f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:38.163619 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-a08e6cdb-c618-431d-b13f-e9677f4286f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ab03b48-634b-4064-ab6c-1f3725b471c9 HTTP/1.1" status: 204 len: 168 time: 0.4866648 Jun 14 14:48:38.167952 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-e2ab2601-97d8-49df-bc9b-233f02ef0a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:38.194192 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e6cdb-c618-431d-b13f-e9677f4286f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab03b48-634b-4064-ab6c-1f3725b471c9,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:38.202704 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-a08e6cdb-c618-431d-b13f-e9677f4286f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:38.245434 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:38.281410 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a328fea2-8793-43f2-b6ba-b7ce04bcd520 admin admin] Router f8a8c9d7-242f-4110-8682-e77849310423 is scheduled to L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 with binding_index 1 {{(pid=103387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 14:48:38.284516 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a49586-d053-460a-9994-c44d0edc688d None None] Network f6f638ed-c97c-46f1-822f-211c189d5a6f requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:48:38.421169 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b4d75f36-b53a-4e3b-95da-9a310adc8b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:38.574168 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-93feac79-2df4-456a-b6c6-5c9262e3e166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-769006'] for router, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:38.585058 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b4d75f36-b53a-4e3b-95da-9a310adc8b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:38.663027 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-b6def5d8-b5de-4233-965d-2ba421675999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:38.677613 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-b4d75f36-b53a-4e3b-95da-9a310adc8b45 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=513afc41b4374910b3d5f28256306f71&name=default HTTP/1.1" status: 200 len: 2977 time: 1.5076709 Jun 14 14:48:38.679694 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58898) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:38.898454 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8124f869-f9b4-4fbe-9525-d1c3ebd5dc95 req-e8359e10-fd3a-470f-9477-842c1e4f00e1 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 210 time: 0.1462750 Jun 14 14:48:38.917530 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d75f36-b53a-4e3b-95da-9a310adc8b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d40b5c-8a94-4b82-9e9f-d3c9720a413d,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:38.930374 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-b4d75f36-b53a-4e3b-95da-9a310adc8b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:39.021614 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a328fea2-8793-43f2-b6ba-b7ce04bcd520 admin admin] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:48:39.047366 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19386d18-771b-49c4-9a1b-5f4ff4e6c52b None None] Sync routers for ids ['f8a8c9d7-242f-4110-8682-e77849310423'] in dv-cinder-772623-8-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:48:39.100232 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19386d18-771b-49c4-9a1b-5f4ff4e6c52b None None] Routers {'f8a8c9d7-242f-4110-8682-e77849310423'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:48:39.104513 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-19386d18-771b-49c4-9a1b-5f4ff4e6c52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:48:36Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['f8a8c9d7-242f-4110-8682-e77849310423'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:39.151796 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:48:39.191961 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-86c5fbd6-ca25-438a-892d-1862e6f5debc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:39.249213 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7bffecc1-f767-41ec-aa76-300c0ed58c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:39.265190 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93feac79-2df4-456a-b6c6-5c9262e3e166 admin admin] Router 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 is scheduled to L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 with binding_index 1 {{(pid=103387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 14:48:39.268755 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-86c5fbd6-ca25-438a-892d-1862e6f5debc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:39.308527 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:48:39.309875 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:39.403284 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7bffecc1-f767-41ec-aa76-300c0ed58c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:39.420587 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:39.437302 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-19386d18-771b-49c4-9a1b-5f4ff4e6c52b None None] Set router f8a8c9d7-242f-4110-8682-e77849310423 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:48:39.529722 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-7bffecc1-f767-41ec-aa76-300c0ed58c77 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ae205a5b7b64cc1961e0f01aa0ebab0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8209825 Jun 14 14:48:39.561318 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58918) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:39.631976 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-99a8d617-cae1-479c-a917-51cabcad27c5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.3320057 Jun 14 14:48:39.651311 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-86c5fbd6-ca25-438a-892d-1862e6f5debc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:39.683862 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-86c5fbd6-ca25-438a-892d-1862e6f5debc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:39.697015 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-86c5fbd6-ca25-438a-892d-1862e6f5debc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/70d40b5c-8a94-4b82-9e9f-d3c9720a413d HTTP/1.1" status: 204 len: 168 time: 1.0059032 Jun 14 14:48:39.701729 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bffecc1-f767-41ec-aa76-300c0ed58c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b8e2c1-0786-4990-8c0d-f473fbafbdd6,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:39.722601 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a328fea2-8793-43f2-b6ba-b7ce04bcd520 admin admin] Notify callbacks [] for router, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:39.727828 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-a328fea2-8793-43f2-b6ba-b7ce04bcd520 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.7784026 Jun 14 14:48:39.742569 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 58924) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:39.762506 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-7bffecc1-f767-41ec-aa76-300c0ed58c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:39.768263 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-4546ff5f-40a1-479e-b958-2e7879eabfa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:39.844688 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5fbd6-ca25-438a-892d-1862e6f5debc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d40b5c-8a94-4b82-9e9f-d3c9720a413d,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:39.853403 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1cf63145-89ee-46a4-b783-07a5570224b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:39.856297 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-86c5fbd6-ca25-438a-892d-1862e6f5debc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:39.907911 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1cf63145-89ee-46a4-b783-07a5570224b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:40.154474 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93feac79-2df4-456a-b6c6-5c9262e3e166 admin admin] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:48:40.201594 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c269e556-f7ad-4301-9519-12720ddb331d None None] Sync routers for ids ['73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'] in dv-cinder-772623-8-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:48:40.233161 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1cf63145-89ee-46a4-b783-07a5570224b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:40.253050 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-19386d18-771b-49c4-9a1b-5f4ff4e6c52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'name': 'tempest-AttachVolumeShelveTestJSON-540344610-router', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:35Z', 'revision_number': 3, 'project_id': 'd950955f31d9460680045199b53c917f', 'gw_port': {'id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:32Z', 'updated_at': '2021-06-14T14:48:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:40.261039 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1cf63145-89ee-46a4-b783-07a5570224b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:40.268546 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:40.268879 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-1cf63145-89ee-46a4-b783-07a5570224b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a0b8e2c1-0786-4990-8c0d-f473fbafbdd6 HTTP/1.1" status: 204 len: 168 time: 0.6967242 Jun 14 14:48:40.272601 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:40.275640 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c269e556-f7ad-4301-9519-12720ddb331d None None] Routers {'73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:48:40.277496 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-c269e556-f7ad-4301-9519-12720ddb331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:48:36Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:40.284311 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19386d18-771b-49c4-9a1b-5f4ff4e6c52b None None] Checking router: f8a8c9d7-242f-4110-8682-e77849310423 for host: dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:48:40.284311 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19386d18-771b-49c4-9a1b-5f4ff4e6c52b None None] Updating router f8a8c9d7-242f-4110-8682-e77849310423 port 4c796f2a-823d-491c-bd6a-26a5241da207 binding host dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:48:40.328661 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf63145-89ee-46a4-b783-07a5570224b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b8e2c1-0786-4990-8c0d-f473fbafbdd6,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:40.330322 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58936) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:40.397706 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-93feac79-2df4-456a-b6c6-5c9262e3e166 admin admin] Notify callbacks [] for router, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:40.399919 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-93feac79-2df4-456a-b6c6-5c9262e3e166 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.8704915 Jun 14 14:48:40.436306 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58938) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:40.438250 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-1cf63145-89ee-46a4-b783-07a5570224b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:40.545784 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-19386d18-771b-49c4-9a1b-5f4ff4e6c52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:40.642212 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-91585387-e206-45d8-84f1-66a09017cf1c req-6e8e8191-59e7-4f8c-aa8b-3b2a7658204d tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 210 time: 0.1612248 Jun 14 14:48:41.009896 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd81ea0-80bf-4be1-aa68-20a86a831615 admin admin] Deleting subnet 9ebe0e8b-faa1-4a5d-81cc-c8fe33f94a5b {{(pid=103388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 14:48:41.018559 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0fd81ea0-80bf-4be1-aa68-20a86a831615 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:41.100094 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-c269e556-f7ad-4301-9519-12720ddb331d None None] Set router 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:48:41.188164 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0fd81ea0-80bf-4be1-aa68-20a86a831615 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:41.216519 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0fd81ea0-80bf-4be1-aa68-20a86a831615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3763272'] for subnet, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:41.537380 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-19386d18-771b-49c4-9a1b-5f4ff4e6c52b None None] Notify callbacks [] for port, precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:41.567740 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-19386d18-771b-49c4-9a1b-5f4ff4e6c52b None None] Transition to ACTIVE for port object 4c796f2a-823d-491c-bd6a-26a5241da207 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:48:41.715326 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-19386d18-771b-49c4-9a1b-5f4ff4e6c52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:41.719520 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:41.739224 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6635a67c-a943-432f-bcff-be7b4a49b555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:41.880479 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2c20a-7a3c-43eb-bf1c-6ad98edbe338 None None] Pushing event updated for resources: {'Port': ['ID=4c796f2a-823d-491c-bd6a-26a5241da207,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:41.907160 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d2c20a-7a3c-43eb-bf1c-6ad98edbe338 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:41.914588 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d2c20a-7a3c-43eb-bf1c-6ad98edbe338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:41.914588 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d2c20a-7a3c-43eb-bf1c-6ad98edbe338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:41.914588 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d2c20a-7a3c-43eb-bf1c-6ad98edbe338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:41.914588 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d2c20a-7a3c-43eb-bf1c-6ad98edbe338 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:41.914588 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d2c20a-7a3c-43eb-bf1c-6ad98edbe338 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:41.914588 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d2c20a-7a3c-43eb-bf1c-6ad98edbe338 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:41.915445 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d2c20a-7a3c-43eb-bf1c-6ad98edbe338 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:41.915445 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d2c20a-7a3c-43eb-bf1c-6ad98edbe338 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:41.915445 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d2c20a-7a3c-43eb-bf1c-6ad98edbe338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:41.915858 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d2c20a-7a3c-43eb-bf1c-6ad98edbe338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d2c20a-7a3c-43eb-bf1c-6ad98edbe338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d2c20a-7a3c-43eb-bf1c-6ad98edbe338 None None] Tracked resource versions report: Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: pushed versions: Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: { 'AddressGroup': {'1.2'}, Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: 'ConntrackHelper': {'1.0'}, Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: 'Log': {'1.0'}, Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: 'Network': {'1.1'}, Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: 'Port': {'1.7'}, Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: 'PortForwarding': {'1.2'}, Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: 'QosPolicy': {'1.8'}, Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: 'SecurityGroup': {'1.4'}, Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: 'SecurityGroupRule': {'1.2'}, Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: 'SubPort': {'1.0'}, Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: 'Subnet': {'1.1'}, Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: 'Trunk': {'1.1'}} Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: consumer versions: Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: { DHCP agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: HyperV agent@hv-cinder-77262: {}, Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: L3 agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: Metadata agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: Metering agent@dv-cinder-772623-8-iscsi: {}, Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: Open vSwitch agent@dv-cinder-772623-8-iscsi: { 'AddressGroup': '1.2', Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: 'ConntrackHelper': '1.0', Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: 'Log': '1.0', Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: 'Network': '1.1', Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: 'Port': '1.7', Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: 'PortForwarding': '1.2', Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: 'QosPolicy': '1.8', Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: 'SecurityGroup': '1.4', Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: 'SecurityGroupRule': '1.2', Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: 'SubPort': '1.0', Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: 'Subnet': '1.1', Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: 'Trunk': '1.1'}} Jun 14 14:48:41.918118 dv-cinder-772623-8-iscsi neutron-server[103390]: {{(pid=103390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 14:48:41.926886 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-76d2c20a-7a3c-43eb-bf1c-6ad98edbe338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:41.992407 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-19386d18-771b-49c4-9a1b-5f4ff4e6c52b None None] Attempting to bind port 4c796f2a-823d-491c-bd6a-26a5241da207 on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:48:41.993011 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-19386d18-771b-49c4-9a1b-5f4ff4e6c52b None None] Attempting to bind port 4c796f2a-823d-491c-bd6a-26a5241da207 by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:48:41.998098 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19386d18-771b-49c4-9a1b-5f4ff4e6c52b None None] Attempting to bind port 4c796f2a-823d-491c-bd6a-26a5241da207 on network fc485d09-1af9-4f7a-81e8-700830ebc213 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:48:42.022092 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19386d18-771b-49c4-9a1b-5f4ff4e6c52b None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:48:42.023388 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19386d18-771b-49c4-9a1b-5f4ff4e6c52b None None] Checking segment: {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:48:42.024168 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0fd81ea0-80bf-4be1-aa68-20a86a831615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3763265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277'] for subnet, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:42.024713 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-19386d18-771b-49c4-9a1b-5f4ff4e6c52b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:42.025612 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19386d18-771b-49c4-9a1b-5f4ff4e6c52b None None] Bound using segment: {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:48:42.026418 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-19386d18-771b-49c4-9a1b-5f4ff4e6c52b None None] Bound port: 4c796f2a-823d-491c-bd6a-26a5241da207, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:48:42.027048 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-19386d18-771b-49c4-9a1b-5f4ff4e6c52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:42.039189 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:42.045157 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0fd81ea0-80bf-4be1-aa68-20a86a831615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for subnet, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:42.048304 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-0fd81ea0-80bf-4be1-aa68-20a86a831615 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9ebe0e8b-faa1-4a5d-81cc-c8fe33f94a5b HTTP/1.1" status: 204 len: 168 time: 1.7156587 Jun 14 14:48:42.059462 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 58968) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:42.081220 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-c269e556-f7ad-4301-9519-12720ddb331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'name': 'tempest-AttachVolumeTestJSON-56947344-router', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:36Z', 'revision_number': 3, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'gw_port': {'id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:33Z', 'updated_at': '2021-06-14T14:48:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:42.098822 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c269e556-f7ad-4301-9519-12720ddb331d None None] Checking router: 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 for host: dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:48:42.099188 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c269e556-f7ad-4301-9519-12720ddb331d None None] Updating router 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 port d935f0a3-1908-44a8-8a61-38e757f95c64 binding host dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:48:42.109734 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd81ea0-80bf-4be1-aa68-20a86a831615 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ebe0e8b-faa1-4a5d-81cc-c8fe33f94a5b,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:42.112626 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-0fd81ea0-80bf-4be1-aa68-20a86a831615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:42.246335 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-19386d18-771b-49c4-9a1b-5f4ff4e6c52b None None] For port 4c796f2a-823d-491c-bd6a-26a5241da207, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:48:42.250844 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-19386d18-771b-49c4-9a1b-5f4ff4e6c52b None None] For port 4c796f2a-823d-491c-bd6a-26a5241da207, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=4c796f2a-823d-491c-bd6a-26a5241da207,segment=NetworkSegment(5993e2e7-d1a9-4fa5-8357-3040322fca1a),segment_id=5993e2e7-d1a9-4fa5-8357-3040322fca1a)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:48:42.282080 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-219916fc-692a-4a80-9452-8bb9ad4f5e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855299'] for network, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:42.287364 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.35', 61972) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:42.328152 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c269e556-f7ad-4301-9519-12720ddb331d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:42.374398 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-19386d18-771b-49c4-9a1b-5f4ff4e6c52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:42.378837 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-76d2c20a-7a3c-43eb-bf1c-6ad98edbe338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:42.605151 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-48aa0a24-971e-45a2-94ae-f319496e2b86 req-26b188a7-d475-4ca9-89c6-0b6343ecab1d tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 210 time: 0.2528734 Jun 14 14:48:42.624326 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19386d18-771b-49c4-9a1b-5f4ff4e6c52b None None] Routers {'f8a8c9d7-242f-4110-8682-e77849310423'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:48:42.625389 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-19386d18-771b-49c4-9a1b-5f4ff4e6c52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:48:36Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['f8a8c9d7-242f-4110-8682-e77849310423'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:42.754487 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-6635a67c-a943-432f-bcff-be7b4a49b555 admin admin] Allocated IP 172.20.0.1 (1d5f5609-c7ac-49b5-a256-436c63bd28f5/16c47a92-806f-4b00-927d-529a6aa19a53/ee88a338-fd18-4315-9424-c27e666da578) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:48:43.053414 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2c20a-7a3c-43eb-bf1c-6ad98edbe338 None None] Pushing event updated for resources: {'Port': ['ID=4c796f2a-823d-491c-bd6a-26a5241da207,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:43.053729 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c269e556-f7ad-4301-9519-12720ddb331d None None] Notify callbacks [] for port, precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:43.057145 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-76d2c20a-7a3c-43eb-bf1c-6ad98edbe338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:43.067436 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-c269e556-f7ad-4301-9519-12720ddb331d None None] Transition to ACTIVE for port object d935f0a3-1908-44a8-8a61-38e757f95c64 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:48:43.156488 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c269e556-f7ad-4301-9519-12720ddb331d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:43.162036 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0d0f525b-4d42-4360-a842-17e436f1b158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:43.252966 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6635a67c-a943-432f-bcff-be7b4a49b555 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:43.264959 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-19386d18-771b-49c4-9a1b-5f4ff4e6c52b None None] Set router f8a8c9d7-242f-4110-8682-e77849310423 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:48:43.304996 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-6635a67c-a943-432f-bcff-be7b4a49b555 admin admin] Transition to ACTIVE for port object ee88a338-fd18-4315-9424-c27e666da578 will not be triggered until provisioned by entity DHCP. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:48:43.319861 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9bc915bb-a0c3-4380-a946-fffe2cb3f045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:43.335085 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-9833409a-9b64-410b-ab0e-4bec8f43ff41 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:43.337389 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-9833409a-9b64-410b-ab0e-4bec8f43ff41 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.35 "GET /v2.0/networks?id=d248f18d-b9b2-41c5-8f1d-c15e6d7fa36a HTTP/1.1" status: 200 len: 811 time: 1.0145741 Jun 14 14:48:43.410294 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-4662c5f9-1fd8-49cd-b3bc-00ad0190164f tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Request body: {'port': {'device_id': '3bccc059-d4a3-46c9-b7d0-24ce8ed246bd', 'network_id': 'd248f18d-b9b2-41c5-8f1d-c15e6d7fa36a', 'admin_state_up': True, 'tenant_id': '6212161d123c461db62f0c6d5f04be22'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:43.423705 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4d725-dabe-4932-9d07-62dae95404c4 None None] Pushing event updated for resources: {'Port': ['ID=d935f0a3-1908-44a8-8a61-38e757f95c64,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:43.435252 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-e0e4d725-dabe-4932-9d07-62dae95404c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:43.440367 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-c269e556-f7ad-4301-9519-12720ddb331d None None] Attempting to bind port d935f0a3-1908-44a8-8a61-38e757f95c64 on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:48:43.441751 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-c269e556-f7ad-4301-9519-12720ddb331d None None] Attempting to bind port d935f0a3-1908-44a8-8a61-38e757f95c64 by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:48:43.441751 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c269e556-f7ad-4301-9519-12720ddb331d None None] Attempting to bind port d935f0a3-1908-44a8-8a61-38e757f95c64 on network fc485d09-1af9-4f7a-81e8-700830ebc213 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:48:43.455406 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c269e556-f7ad-4301-9519-12720ddb331d None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:48:43.455866 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c269e556-f7ad-4301-9519-12720ddb331d None None] Checking segment: {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:48:43.743858 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c269e556-f7ad-4301-9519-12720ddb331d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:43.743858 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c269e556-f7ad-4301-9519-12720ddb331d None None] Bound using segment: {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:48:43.743858 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-c269e556-f7ad-4301-9519-12720ddb331d None None] Bound port: d935f0a3-1908-44a8-8a61-38e757f95c64, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:48:43.743858 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c269e556-f7ad-4301-9519-12720ddb331d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:43.781453 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-219916fc-692a-4a80-9452-8bb9ad4f5e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3761365', 'neutron.services.segments.db._delete_segments_for_network-8775073109944'] for network, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:43.790949 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6635a67c-a943-432f-bcff-be7b4a49b555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328'] for port, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:43.790949 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-93feac79-2df4-456a-b6c6-5c9262e3e166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:43.799112 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-c269e556-f7ad-4301-9519-12720ddb331d None None] For port d935f0a3-1908-44a8-8a61-38e757f95c64, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:48:43.799112 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-c269e556-f7ad-4301-9519-12720ddb331d None None] For port d935f0a3-1908-44a8-8a61-38e757f95c64, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=d935f0a3-1908-44a8-8a61-38e757f95c64,segment=NetworkSegment(5993e2e7-d1a9-4fa5-8357-3040322fca1a),segment_id=5993e2e7-d1a9-4fa5-8357-3040322fca1a)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:48:43.802838 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6635a67c-a943-432f-bcff-be7b4a49b555 admin admin] Network 1d5f5609-c7ac-49b5-a256-436c63bd28f5 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:48:43.802838 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-6635a67c-a943-432f-bcff-be7b4a49b555 admin admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:48:43.802838 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6635a67c-a943-432f-bcff-be7b4a49b555 admin admin] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:48:43.806706 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-219916fc-692a-4a80-9452-8bb9ad4f5e65 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:43.806706 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-219916fc-692a-4a80-9452-8bb9ad4f5e65 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:43.806706 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-219916fc-692a-4a80-9452-8bb9ad4f5e65 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:43.806706 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-219916fc-692a-4a80-9452-8bb9ad4f5e65 admin admin] Subscribe: > port after_create 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:43.806706 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-219916fc-692a-4a80-9452-8bb9ad4f5e65 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:43.808643 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6635a67c-a943-432f-bcff-be7b4a49b555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756011'] for router_interface, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:43.809241 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-219916fc-692a-4a80-9452-8bb9ad4f5e65 admin admin] Subscribe: > port after_update 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:43.809241 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-219916fc-692a-4a80-9452-8bb9ad4f5e65 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:43.809241 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-219916fc-692a-4a80-9452-8bb9ad4f5e65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:43.809241 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-219916fc-692a-4a80-9452-8bb9ad4f5e65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:43.809241 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-219916fc-692a-4a80-9452-8bb9ad4f5e65 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:43.812825 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c269e556-f7ad-4301-9519-12720ddb331d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:43.812825 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:43.815416 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635a67c-a943-432f-bcff-be7b4a49b555 admin admin] Pushing event updated for resources: {'Port': ['ID=ee88a338-fd18-4315-9424-c27e666da578,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:44.105626 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c269e556-f7ad-4301-9519-12720ddb331d None None] Routers {'73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:48:44.114352 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-c269e556-f7ad-4301-9519-12720ddb331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:48:36Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:44.138923 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4d725-dabe-4932-9d07-62dae95404c4 None None] Pushing event updated for resources: {'Port': ['ID=d935f0a3-1908-44a8-8a61-38e757f95c64,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:44.141898 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-19386d18-771b-49c4-9a1b-5f4ff4e6c52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'name': 'tempest-AttachVolumeShelveTestJSON-540344610-router', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:35Z', 'revision_number': 3, 'project_id': 'd950955f31d9460680045199b53c917f', 'gw_port': {'id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:32Z', 'updated_at': '2021-06-14T14:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:44.149313 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19386d18-771b-49c4-9a1b-5f4ff4e6c52b None None] The sync data for ids ['f8a8c9d7-242f-4110-8682-e77849310423'] in dv-cinder-772623-8-iscsi is: [{'id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'name': 'tempest-AttachVolumeShelveTestJSON-540344610-router', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:35Z', 'revision_number': 3, 'project_id': 'd950955f31d9460680045199b53c917f', 'gw_port': {'id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:32Z', 'updated_at': '2021-06-14T14:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:48:44.157869 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-e0e4d725-dabe-4932-9d07-62dae95404c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:44.215478 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-219916fc-692a-4a80-9452-8bb9ad4f5e65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:44.222824 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-219916fc-692a-4a80-9452-8bb9ad4f5e65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:44.227346 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-219916fc-692a-4a80-9452-8bb9ad4f5e65 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:44.229252 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-219916fc-692a-4a80-9452-8bb9ad4f5e65 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:44.230665 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-219916fc-692a-4a80-9452-8bb9ad4f5e65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157d54e3-6edb-45e0-82e1-a32b79d3cb74']}} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:44.318415 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-6635a67c-a943-432f-bcff-be7b4a49b555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:44.327859 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-219916fc-692a-4a80-9452-8bb9ad4f5e65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '569576c9-1498-44b6-bcca-d77523a42a4c') {'for_net_delete': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:44.328701 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-219916fc-692a-4a80-9452-8bb9ad4f5e65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '569576c9-1498-44b6-bcca-d77523a42a4c') {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:44.420016 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-73139aeb-1cf2-403a-b641-33b77bfd9ed3 req-3d297871-808c-4c3f-9f43-b33c6e7015cb tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 210 time: 0.1207013 Jun 14 14:48:44.457238 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-219916fc-692a-4a80-9452-8bb9ad4f5e65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775073109782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27716681'] for segment, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:44.498336 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-c269e556-f7ad-4301-9519-12720ddb331d None None] Set router 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:48:44.627354 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-219916fc-692a-4a80-9452-8bb9ad4f5e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:44.668354 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-219916fc-692a-4a80-9452-8bb9ad4f5e65 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 14:48:44.669606 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-219916fc-692a-4a80-9452-8bb9ad4f5e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27717289'] for segment, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: from cryptography.utils import int_from_bytes Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: from cryptography.utils import int_from_bytes Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: retrieve_revision_numbers = { Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: Traceback (most recent call last): Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: timer() Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: cb(*args, **kw) Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: return func(*args, **kwargs) Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: self._notify() Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: self.callback(batched_events) Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: event.method(event) Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: return f(self, *a, **k) Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: return self._get(url).json() Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: return self.request(url, 'GET', **kwargs) Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 14:48:44.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 14:48:44.722989 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-85337299-dfdc-4b33-ad76-6dd555f35733 None None] Provisioning for port ee88a338-fd18-4315-9424-c27e666da578 completed by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:48:44.729607 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-85337299-dfdc-4b33-ad76-6dd555f35733 None None] Provisioning complete for port ee88a338-fd18-4315-9424-c27e666da578 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:48:44.729980 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-85337299-dfdc-4b33-ad76-6dd555f35733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:44.908596 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6635a67c-a943-432f-bcff-be7b4a49b555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:45.035067 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-85337299-dfdc-4b33-ad76-6dd555f35733 None None] Port ee88a338-fd18-4315-9424-c27e666da578 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:48:45.266145 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-219916fc-692a-4a80-9452-8bb9ad4f5e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3761354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768894'] for network, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:45.301050 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 4c796f2a-823d-491c-bd6a-26a5241da207 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:48:45.319599 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-219916fc-692a-4a80-9452-8bb9ad4f5e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:45.327008 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-219916fc-692a-4a80-9452-8bb9ad4f5e65 admin admin] 10.222.0.48 "DELETE /v2.0/networks/157d54e3-6edb-45e0-82e1-a32b79d3cb74 HTTP/1.1" status: 204 len: 168 time: 3.2650847 Jun 14 14:48:45.338462 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 59052) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:45.339447 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-a2e9cd23-f0c9-4536-b3e8-02c7234c3a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:45.353176 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-4662c5f9-1fd8-49cd-b3bc-00ad0190164f tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Made reservation on behalf of 6212161d123c461db62f0c6d5f04be22 for: {'port': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:48:45.363426 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-4662c5f9-1fd8-49cd-b3bc-00ad0190164f tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:45.578267 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6635a67c-a943-432f-bcff-be7b4a49b555 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:45.615736 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-c269e556-f7ad-4301-9519-12720ddb331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'name': 'tempest-AttachVolumeTestJSON-56947344-router', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:36Z', 'revision_number': 3, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'gw_port': {'id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:33Z', 'updated_at': '2021-06-14T14:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:45.645975 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c269e556-f7ad-4301-9519-12720ddb331d None None] The sync data for ids ['73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'] in dv-cinder-772623-8-iscsi is: [{'id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'name': 'tempest-AttachVolumeTestJSON-56947344-router', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:36Z', 'revision_number': 3, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'gw_port': {'id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:33Z', 'updated_at': '2021-06-14T14:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:48:45.681104 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6635a67c-a943-432f-bcff-be7b4a49b555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:45.682863 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6635a67c-a943-432f-bcff-be7b4a49b555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756159'] for router_interface, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:45.685195 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:45.831231 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port 4c796f2a-823d-491c-bd6a-26a5241da207 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:48:45.841394 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 4c796f2a-823d-491c-bd6a-26a5241da207 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:48:45.842098 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:46.005997 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635a67c-a943-432f-bcff-be7b4a49b555 admin admin] Pushing event updated for resources: {'Port': ['ID=ee88a338-fd18-4315-9424-c27e666da578,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:46.239931 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-6635a67c-a943-432f-bcff-be7b4a49b555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:46.330221 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:46.431392 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6635a67c-a943-432f-bcff-be7b4a49b555 admin admin] Network 1d5f5609-c7ac-49b5-a256-436c63bd28f5 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:48:46.444196 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-6635a67c-a943-432f-bcff-be7b4a49b555 admin admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:48:46.451727 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] For port 4c796f2a-823d-491c-bd6a-26a5241da207, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=4c796f2a-823d-491c-bd6a-26a5241da207,segment=NetworkSegment(5993e2e7-d1a9-4fa5-8357-3040322fca1a),segment_id=5993e2e7-d1a9-4fa5-8357-3040322fca1a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:48:46.532519 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:46.536093 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-8c77cc66-6144-4ad5-9dea-5d70ebafa4cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:46.726409 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Pushing event updated for resources: {'Port': ['ID=4c796f2a-823d-491c-bd6a-26a5241da207,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:46.736464 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:47.042249 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219916fc-692a-4a80-9452-8bb9ad4f5e65 admin admin] Pushing event deleted for resources: {'Network': ['ID=157d54e3-6edb-45e0-82e1-a32b79d3cb74,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:47.117190 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6635a67c-a943-432f-bcff-be7b4a49b555 admin admin] Router f8a8c9d7-242f-4110-8682-e77849310423 has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:48:47.161721 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-06c8c72f-5fe5-43c6-9544-498da5e75955 None None] Provisioning complete for port ee88a338-fd18-4315-9424-c27e666da578 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:48:47.161951 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-06c8c72f-5fe5-43c6-9544-498da5e75955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:47.248816 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-9bc915bb-a0c3-4380-a946-fffe2cb3f045 admin admin] Allocated IP 172.20.0.1 (8a06fa14-64a9-4a96-b9c1-d8414078e908/c472201c-ddff-4483-8b5d-5afdf2431617/30daa1ba-aceb-40b7-93b2-0ddf3a98d04b) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:48:47.352922 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-270908f5-c84a-44ee-b077-d3d211e616dd req-5a124f0e-cf16-41e0-bfdc-4b56754e6fcf tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 210 time: 0.3254228 Jun 14 14:48:47.368419 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-219916fc-692a-4a80-9452-8bb9ad4f5e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.024s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:47.439649 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-06c8c72f-5fe5-43c6-9544-498da5e75955 None None] Port ee88a338-fd18-4315-9424-c27e666da578 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:48:47.570152 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 4c796f2a-823d-491c-bd6a-26a5241da207 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:48:47.673653 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6635a67c-a943-432f-bcff-be7b4a49b555 admin admin] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:48:47.691491 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-6635a67c-a943-432f-bcff-be7b4a49b555 admin admin] 10.222.0.48 "PUT /v2.0/routers/f8a8c9d7-242f-4110-8682-e77849310423/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9447582 Jun 14 14:48:48.039462 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 4c796f2a-823d-491c-bd6a-26a5241da207 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:48:48.048410 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:48.143596 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_v2 [None req-7db30628-3561-44fd-be69-da069590f3a7 admin admin] Deleting subnet 1e44e692-ff9e-45b6-b543-4f42ceaa30e5 {{(pid=103388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 14:48:48.156799 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6cd405-af54-473f-9ee0-a7fa7c08e877 None None] Sync routers for ids ['f8a8c9d7-242f-4110-8682-e77849310423'] in dv-cinder-772623-8-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:48:48.172828 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:48.177928 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7db30628-3561-44fd-be69-da069590f3a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:48.191092 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6cd405-af54-473f-9ee0-a7fa7c08e877 None None] Routers {'f8a8c9d7-242f-4110-8682-e77849310423'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:48:48.194188 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-da6cd405-af54-473f-9ee0-a7fa7c08e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:48:36Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['f8a8c9d7-242f-4110-8682-e77849310423'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:48.431097 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-4662c5f9-1fd8-49cd-b3bc-00ad0190164f tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Allocated IP 172.20.0.12 (d248f18d-b9b2-41c5-8f1d-c15e6d7fa36a/961109cc-4397-4af8-a804-227583a8d0c1/3208e852-ae96-453e-9498-b1227ec6b3b7) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:48:48.471497 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device d935f0a3-1908-44a8-8a61-38e757f95c64 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:48:48.500511 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7db30628-3561-44fd-be69-da069590f3a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27716674'] for subnet, precommit_delete_associations {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:48.669443 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-da6cd405-af54-473f-9ee0-a7fa7c08e877 None None] Set router f8a8c9d7-242f-4110-8682-e77849310423 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:48:48.734601 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7db30628-3561-44fd-be69-da069590f3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3763272'] for subnet, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:48.830087 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port d935f0a3-1908-44a8-8a61-38e757f95c64 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:48:48.841878 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port d935f0a3-1908-44a8-8a61-38e757f95c64 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:48:48.843869 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:49.191928 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:49.386333 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] For port d935f0a3-1908-44a8-8a61-38e757f95c64, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=d935f0a3-1908-44a8-8a61-38e757f95c64,segment=NetworkSegment(5993e2e7-d1a9-4fa5-8357-3040322fca1a),segment_id=5993e2e7-d1a9-4fa5-8357-3040322fca1a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:48:49.884459 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-da6cd405-af54-473f-9ee0-a7fa7c08e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'name': 'tempest-AttachVolumeShelveTestJSON-540344610-router', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:44Z', 'revision_number': 4, 'project_id': 'd950955f31d9460680045199b53c917f', 'gw_port': {'id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:32Z', 'updated_at': '2021-06-14T14:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': 'ee88a338-fd18-4315-9424-c27e666da578', 'name': '', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'mac_address': 'fa:16:3e:aa:e8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:41Z', 'updated_at': '2021-06-14T14:48:45Z', 'revision_number': 2, 'project_id': 'd950955f31d9460680045199b53c917f', 'subnets': [{'id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:49.884459 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6cd405-af54-473f-9ee0-a7fa7c08e877 None None] Checking router: f8a8c9d7-242f-4110-8682-e77849310423 for host: dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:48:49.884459 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6cd405-af54-473f-9ee0-a7fa7c08e877 None None] Updating router f8a8c9d7-242f-4110-8682-e77849310423 port ee88a338-fd18-4315-9424-c27e666da578 binding host dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:48:49.886165 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9bc915bb-a0c3-4380-a946-fffe2cb3f045 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:49.887744 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-da6cd405-af54-473f-9ee0-a7fa7c08e877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:49.888064 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b57dd59a-f456-469e-a026-66b32da10cfd req-47cbb5eb-2007-4cc8-85dd-2b94c349e5a7 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 210 time: 1.0681245 Jun 14 14:48:49.888064 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.provisioning_blocks [None req-9bc915bb-a0c3-4380-a946-fffe2cb3f045 admin admin] Transition to ACTIVE for port object 30daa1ba-aceb-40b7-93b2-0ddf3a98d04b will not be triggered until provisioned by entity DHCP. {{(pid=103388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:48:49.892352 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:49.897469 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-e0e4d725-dabe-4932-9d07-62dae95404c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:50.189083 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-4662c5f9-1fd8-49cd-b3bc-00ad0190164f tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Notify callbacks [] for port, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:50.198761 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7db30628-3561-44fd-be69-da069590f3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3763265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27716608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27527758'] for subnet, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:50.213234 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-f55383cb-6370-48ce-abbe-6d8069654bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:50.224705 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 59122) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:50.234606 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-82cc2426-394a-484d-9b4e-09de4e6859b1 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1740704532', 'description': 'tempest-description--955733359'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:50.236619 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Pushing event updated for resources: {'Port': ['ID=d935f0a3-1908-44a8-8a61-38e757f95c64,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:50.263718 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:50.323861 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9bc915bb-a0c3-4380-a946-fffe2cb3f045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27717363'] for port, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:50.328692 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db30628-3561-44fd-be69-da069590f3a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e44e692-ff9e-45b6-b543-4f42ceaa30e5,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:50.332360 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-7db30628-3561-44fd-be69-da069590f3a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:50.356003 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:50.366328 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7db30628-3561-44fd-be69-da069590f3a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for subnet, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:50.375192 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-7db30628-3561-44fd-be69-da069590f3a7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1e44e692-ff9e-45b6-b543-4f42ceaa30e5 HTTP/1.1" status: 204 len: 168 time: 4.9956784 Jun 14 14:48:50.375971 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 59124) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:50.468652 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc915bb-a0c3-4380-a946-fffe2cb3f045 admin admin] Network 8a06fa14-64a9-4a96-b9c1-d8414078e908 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:48:50.480429 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-9bc915bb-a0c3-4380-a946-fffe2cb3f045 admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:48:50.488554 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-da6cd405-af54-473f-9ee0-a7fa7c08e877 None None] Notify callbacks [] for port, precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:50.505249 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-82cc2426-394a-484d-9b4e-09de4e6859b1 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:50.518276 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc915bb-a0c3-4380-a946-fffe2cb3f045 admin admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:48:50.529195 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-da6cd405-af54-473f-9ee0-a7fa7c08e877 None None] Transition to ACTIVE for port object ee88a338-fd18-4315-9424-c27e666da578 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:48:50.642664 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc915bb-a0c3-4380-a946-fffe2cb3f045 admin admin] Pushing event updated for resources: {'Port': ['ID=30daa1ba-aceb-40b7-93b2-0ddf3a98d04b,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:50.648589 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-9bc915bb-a0c3-4380-a946-fffe2cb3f045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:50.673407 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9bc915bb-a0c3-4380-a946-fffe2cb3f045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756011'] for router_interface, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:50.709717 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-da6cd405-af54-473f-9ee0-a7fa7c08e877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:50.714209 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-ef4c2984-c1fe-480a-a583-6876947aa7a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:50.766206 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-32045eca-f3aa-4caa-863c-54fb0cc2ad00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855299'] for network, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:50.976849 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-4662c5f9-1fd8-49cd-b3bc-00ad0190164f tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27717363'] for port, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:50.986182 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-d0bb3502-cbeb-4446-9d66-583e3109b75a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:51.192494 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1fa01-db0d-4849-942f-ecdc7ded9c32 None None] Pushing event updated for resources: {'Port': ['ID=ee88a338-fd18-4315-9424-c27e666da578,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:51.247489 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-63e1fa01-db0d-4849-942f-ecdc7ded9c32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:51.310163 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-743971f9-6831-48f6-959f-04b785300fc8 None None] Provisioning for port 30daa1ba-aceb-40b7-93b2-0ddf3a98d04b completed by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:48:51.320899 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-743971f9-6831-48f6-959f-04b785300fc8 None None] Provisioning complete for port 30daa1ba-aceb-40b7-93b2-0ddf3a98d04b triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:48:51.322863 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-743971f9-6831-48f6-959f-04b785300fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:51.544741 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-da6cd405-af54-473f-9ee0-a7fa7c08e877 None None] Attempting to bind port ee88a338-fd18-4315-9424-c27e666da578 on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:48:51.545408 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-da6cd405-af54-473f-9ee0-a7fa7c08e877 None None] Attempting to bind port ee88a338-fd18-4315-9424-c27e666da578 by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': '36ad47b0-94a4-45d9-a103-2b0ca76dcd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:48:51.546204 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6cd405-af54-473f-9ee0-a7fa7c08e877 None None] Attempting to bind port ee88a338-fd18-4315-9424-c27e666da578 on network 1d5f5609-c7ac-49b5-a256-436c63bd28f5 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:48:51.566788 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6cd405-af54-473f-9ee0-a7fa7c08e877 None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:48:51.567464 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6cd405-af54-473f-9ee0-a7fa7c08e877 None None] Checking segment: {'id': '36ad47b0-94a4-45d9-a103-2b0ca76dcd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:48:51.568489 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-da6cd405-af54-473f-9ee0-a7fa7c08e877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:51.571029 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6cd405-af54-473f-9ee0-a7fa7c08e877 None None] Bound using segment: {'id': '36ad47b0-94a4-45d9-a103-2b0ca76dcd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:48:51.595718 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-da6cd405-af54-473f-9ee0-a7fa7c08e877 None None] Bound port: ee88a338-fd18-4315-9424-c27e666da578, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ad47b0-94a4-45d9-a103-2b0ca76dcd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:48:51.596504 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-da6cd405-af54-473f-9ee0-a7fa7c08e877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:51.653591 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-743971f9-6831-48f6-959f-04b785300fc8 None None] Port 30daa1ba-aceb-40b7-93b2-0ddf3a98d04b cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:48:51.721878 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-32045eca-f3aa-4caa-863c-54fb0cc2ad00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3761365', 'neutron.services.segments.db._delete_segments_for_network-8775073109944'] for network, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:51.768397 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-32045eca-f3aa-4caa-863c-54fb0cc2ad00 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:51.769267 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-32045eca-f3aa-4caa-863c-54fb0cc2ad00 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:51.770454 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-32045eca-f3aa-4caa-863c-54fb0cc2ad00 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:51.771071 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-32045eca-f3aa-4caa-863c-54fb0cc2ad00 admin admin] Subscribe: > port after_create 55550000 {{(pid=103387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:51.772013 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-32045eca-f3aa-4caa-863c-54fb0cc2ad00 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:51.773006 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-32045eca-f3aa-4caa-863c-54fb0cc2ad00 admin admin] Subscribe: > port after_update 55550000 {{(pid=103387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:51.773946 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-32045eca-f3aa-4caa-863c-54fb0cc2ad00 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:51.774643 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-32045eca-f3aa-4caa-863c-54fb0cc2ad00 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:51.775511 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-32045eca-f3aa-4caa-863c-54fb0cc2ad00 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:51.776208 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-32045eca-f3aa-4caa-863c-54fb0cc2ad00 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:51.783400 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-4662c5f9-1fd8-49cd-b3bc-00ad0190164f tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Network d248f18d-b9b2-41c5-8f1d-c15e6d7fa36a is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:48:51.820105 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-4662c5f9-1fd8-49cd-b3bc-00ad0190164f tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:48:51.909086 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-da6cd405-af54-473f-9ee0-a7fa7c08e877 None None] For port ee88a338-fd18-4315-9424-c27e666da578, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:48:51.921895 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-da6cd405-af54-473f-9ee0-a7fa7c08e877 None None] For port ee88a338-fd18-4315-9424-c27e666da578, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=ee88a338-fd18-4315-9424-c27e666da578,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:48:51.926407 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-4662c5f9-1fd8-49cd-b3bc-00ad0190164f tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:48:52.036882 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-da6cd405-af54-473f-9ee0-a7fa7c08e877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:52.042259 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:52.176952 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device d935f0a3-1908-44a8-8a61-38e757f95c64 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:48:52.206510 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9bc915bb-a0c3-4380-a946-fffe2cb3f045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:52.221140 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1fa01-db0d-4849-942f-ecdc7ded9c32 None None] Pushing event updated for resources: {'Port': ['ID=ee88a338-fd18-4315-9424-c27e666da578,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:52.232019 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-63e1fa01-db0d-4849-942f-ecdc7ded9c32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:52.270264 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6cd405-af54-473f-9ee0-a7fa7c08e877 None None] Routers {'f8a8c9d7-242f-4110-8682-e77849310423'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:48:52.271267 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-da6cd405-af54-473f-9ee0-a7fa7c08e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:48:36Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['f8a8c9d7-242f-4110-8682-e77849310423'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:52.388615 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662c5f9-1fd8-49cd-b3bc-00ad0190164f tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Pushing event updated for resources: {'Port': ['ID=3208e852-ae96-453e-9498-b1227ec6b3b7,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:52.484602 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port d935f0a3-1908-44a8-8a61-38e757f95c64 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:48:52.488550 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:52.545673 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-4662c5f9-1fd8-49cd-b3bc-00ad0190164f tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.558s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:52.584369 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-32045eca-f3aa-4caa-863c-54fb0cc2ad00 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:52.584907 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-32045eca-f3aa-4caa-863c-54fb0cc2ad00 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:52.595535 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-32045eca-f3aa-4caa-863c-54fb0cc2ad00 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:52.596268 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-32045eca-f3aa-4caa-863c-54fb0cc2ad00 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 14:48:52.596980 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-32045eca-f3aa-4caa-863c-54fb0cc2ad00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f638ed-c97c-46f1-822f-211c189d5a6f']}} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:52.651273 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-32045eca-f3aa-4caa-863c-54fb0cc2ad00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f796dc-a0b0-466c-a87f-178b79e17ee9') {'for_net_delete': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:52.651945 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-32045eca-f3aa-4caa-863c-54fb0cc2ad00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f796dc-a0b0-466c-a87f-178b79e17ee9') {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:52.660222 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-da6cd405-af54-473f-9ee0-a7fa7c08e877 None None] Set router f8a8c9d7-242f-4110-8682-e77849310423 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:48:52.718037 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-32045eca-f3aa-4caa-863c-54fb0cc2ad00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775073109782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28405836'] for segment, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:52.807891 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-32045eca-f3aa-4caa-863c-54fb0cc2ad00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:52.859605 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32045eca-f3aa-4caa-863c-54fb0cc2ad00 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 14:48:52.861117 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-32045eca-f3aa-4caa-863c-54fb0cc2ad00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28280514'] for segment, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: from cryptography.utils import int_from_bytes Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: from cryptography.utils import int_from_bytes Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: Traceback (most recent call last): Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: timer() Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: cb(*args, **kw) Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: return func(*args, **kwargs) Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: self._notify() Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: self.callback(batched_events) Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: event.method(event) Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: return f(self, *a, **k) Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: return self._get(url).json() Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: return self.request(url, 'GET', **kwargs) Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 14:48:52.890837 dv-cinder-772623-8-iscsi neutron-server[103387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 14:48:52.909490 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d30274-15f4-43c5-9dcf-a7f5d10c2830 req-aa611a1b-ece1-4316-b86d-c2b67eb7b897 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:52.911243 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a1d30274-15f4-43c5-9dcf-a7f5d10c2830 req-aa611a1b-ece1-4316-b86d-c2b67eb7b897 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 932 time: 1.6500301 Jun 14 14:48:52.918002 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-4662c5f9-1fd8-49cd-b3bc-00ad0190164f tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:52.920676 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-4662c5f9-1fd8-49cd-b3bc-00ad0190164f tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for port, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:52.923885 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-82cc2426-394a-484d-9b4e-09de4e6859b1 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:53.112517 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a1d30274-15f4-43c5-9dcf-a7f5d10c2830 req-741a2fbf-8c59-4942-b421-b00e50066b64 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/security-groups?id=21b7e9b5-2e8f-4285-8a4a-315c7e111e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816127 Jun 14 14:48:53.200664 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-4662c5f9-1fd8-49cd-b3bc-00ad0190164f tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.8016648 Jun 14 14:48:53.389067 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-da6cd405-af54-473f-9ee0-a7fa7c08e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'name': 'tempest-AttachVolumeShelveTestJSON-540344610-router', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:44Z', 'revision_number': 4, 'project_id': 'd950955f31d9460680045199b53c917f', 'gw_port': {'id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:32Z', 'updated_at': '2021-06-14T14:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': 'ee88a338-fd18-4315-9424-c27e666da578', 'name': '', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'mac_address': 'fa:16:3e:aa:e8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:41Z', 'updated_at': '2021-06-14T14:48:51Z', 'revision_number': 4, 'project_id': 'd950955f31d9460680045199b53c917f', 'subnets': [{'id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:53.397234 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6cd405-af54-473f-9ee0-a7fa7c08e877 None None] The sync data for ids ['f8a8c9d7-242f-4110-8682-e77849310423'] in dv-cinder-772623-8-iscsi is: [{'id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'name': 'tempest-AttachVolumeShelveTestJSON-540344610-router', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:44Z', 'revision_number': 4, 'project_id': 'd950955f31d9460680045199b53c917f', 'gw_port': {'id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:32Z', 'updated_at': '2021-06-14T14:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': 'ee88a338-fd18-4315-9424-c27e666da578', 'name': '', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'mac_address': 'fa:16:3e:aa:e8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:41Z', 'updated_at': '2021-06-14T14:48:51Z', 'revision_number': 4, 'project_id': 'd950955f31d9460680045199b53c917f', 'subnets': [{'id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:48:53.399908 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-82cc2426-394a-484d-9b4e-09de4e6859b1 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:53.406207 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:53.520223 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc2426-394a-484d-9b4e-09de4e6859b1 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7960500-116d-4e78-a14f-5cd6273e2d07,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:53.525683 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-82cc2426-394a-484d-9b4e-09de4e6859b1 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:53.613834 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-32045eca-f3aa-4caa-863c-54fb0cc2ad00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3761354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768894'] for network, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:53.629292 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:53.648013 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-32045eca-f3aa-4caa-863c-54fb0cc2ad00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:53.652832 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9bc915bb-a0c3-4380-a946-fffe2cb3f045 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:53.653608 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-32045eca-f3aa-4caa-863c-54fb0cc2ad00 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f6f638ed-c97c-46f1-822f-211c189d5a6f HTTP/1.1" status: 204 len: 168 time: 3.2739916 Jun 14 14:48:53.685359 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-82cc2426-394a-484d-9b4e-09de4e6859b1 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:53.687637 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-82cc2426-394a-484d-9b4e-09de4e6859b1 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.4598672 Jun 14 14:48:53.690392 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32045eca-f3aa-4caa-863c-54fb0cc2ad00 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6f638ed-c97c-46f1-822f-211c189d5a6f,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:53.695316 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-32045eca-f3aa-4caa-863c-54fb0cc2ad00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:53.695735 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 59158) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:53.704279 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-64d33baf-fef5-4f7e-b97e-869806dbcb1f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Request body: {'security_group_rule': {'security_group_id': 'e7960500-116d-4e78-a14f-5cd6273e2d07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:54.008788 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9bc915bb-a0c3-4380-a946-fffe2cb3f045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27717325'] for port, after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:54.031868 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:54.113477 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device ee88a338-fd18-4315-9424-c27e666da578 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:48:54.389674 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port ee88a338-fd18-4315-9424-c27e666da578 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:48:54.395721 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port ee88a338-fd18-4315-9424-c27e666da578 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:48:54.399480 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:54.402959 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 59172) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:54.451413 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9bc915bb-a0c3-4380-a946-fffe2cb3f045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756159'] for router_interface, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:54.485469 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc915bb-a0c3-4380-a946-fffe2cb3f045 admin admin] Pushing event updated for resources: {'Port': ['ID=30daa1ba-aceb-40b7-93b2-0ddf3a98d04b,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:54.502372 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-9bc915bb-a0c3-4380-a946-fffe2cb3f045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:54.663658 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-64d33baf-fef5-4f7e-b97e-869806dbcb1f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:54.701396 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-1505a148-b7ce-4bf2-845c-96089b08a753 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d7abc296676e4950a66ddaca958e623f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2962892 Jun 14 14:48:54.726197 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 59174) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:54.817523 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:54.913497 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f9b1f-97ef-4a63-8bd0-d3cf3c879e63 req-f393ac9d-4d0c-4458-92c1-b3c45e6a353f tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:54.925191 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e80f9b1f-97ef-4a63-8bd0-d3cf3c879e63 req-f393ac9d-4d0c-4458-92c1-b3c45e6a353f tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 932 time: 0.3203323 Jun 14 14:48:54.954899 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] For port ee88a338-fd18-4315-9424-c27e666da578, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=ee88a338-fd18-4315-9424-c27e666da578,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:48:55.047754 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:55.054176 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-06e62a79-6f3b-408f-8afa-84fb17667c20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:55.087196 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e80f9b1f-97ef-4a63-8bd0-d3cf3c879e63 req-4d6f39f6-1c25-4d55-886d-35865a9ffb81 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/security-groups?id=21b7e9b5-2e8f-4285-8a4a-315c7e111e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607571 Jun 14 14:48:55.103957 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-78ac5e38-746b-4094-9417-e860832b81f4 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 14:48:55.112085 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-78ac5e38-746b-4094-9417-e860832b81f4 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1482754 Jun 14 14:48:55.151707 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc915bb-a0c3-4380-a946-fffe2cb3f045 admin admin] Network 8a06fa14-64a9-4a96-b9c1-d8414078e908 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:48:55.197894 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-34e8357d-848f-4827-9556-aea7a2aebb6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:55.203878 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-9bc915bb-a0c3-4380-a946-fffe2cb3f045 admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:48:55.271152 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-34e8357d-848f-4827-9556-aea7a2aebb6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:55.386752 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Pushing event updated for resources: {'Port': ['ID=ee88a338-fd18-4315-9424-c27e666da578,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:55.394750 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:55.464484 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-34e8357d-848f-4827-9556-aea7a2aebb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:55.469201 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-34e8357d-848f-4827-9556-aea7a2aebb6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:55.479758 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-34e8357d-848f-4827-9556-aea7a2aebb6c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d49edcc5-9c65-4d82-b0e2-0a17f25729de HTTP/1.1" status: 204 len: 168 time: 0.7297764 Jun 14 14:48:55.479758 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:55.548626 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8357d-848f-4827-9556-aea7a2aebb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49edcc5-9c65-4d82-b0e2-0a17f25729de,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:55.571426 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-34e8357d-848f-4827-9556-aea7a2aebb6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:55.731887 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-64d33baf-fef5-4f7e-b97e-869806dbcb1f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:55.800814 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-64d33baf-fef5-4f7e-b97e-869806dbcb1f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643011'] for security_group_rule, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:55.950153 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:55.965972 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0e3ebb0c-7b45-4758-8a86-7d021b26e5de None None] Provisioning complete for port 30daa1ba-aceb-40b7-93b2-0ddf3a98d04b triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:48:55.966462 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0e3ebb0c-7b45-4758-8a86-7d021b26e5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:56.006571 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-bb1a9204-3133-404e-b35b-5cc61ae83022 service neutron] Request body: {'port': {'device_id': '3bccc059-d4a3-46c9-b7d0-24ce8ed246bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:56.011629 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d33baf-fef5-4f7e-b97e-869806dbcb1f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00338973-08fe-4a15-a757-694b57b21fb3,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:56.129934 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device ee88a338-fd18-4315-9424-c27e666da578 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:48:56.307024 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-64d33baf-fef5-4f7e-b97e-869806dbcb1f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:56.366685 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0e3ebb0c-7b45-4758-8a86-7d021b26e5de None None] Port 30daa1ba-aceb-40b7-93b2-0ddf3a98d04b cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:48:56.468000 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-64d33baf-fef5-4f7e-b97e-869806dbcb1f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:56.468963 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port ee88a338-fd18-4315-9424-c27e666da578 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:48:56.469732 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:56.475932 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-64d33baf-fef5-4f7e-b97e-869806dbcb1f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7783537 Jun 14 14:48:56.479925 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc915bb-a0c3-4380-a946-fffe2cb3f045 admin admin] Router 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:48:56.481507 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 59206) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:56.510604 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-c184395d-39a7-4f5d-b1a8-780f9115b10a tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Request body: {'security_group_rule': {'security_group_id': 'e7960500-116d-4e78-a14f-5cd6273e2d07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:56.717418 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-bb1a9204-3133-404e-b35b-5cc61ae83022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:56.742800 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c184395d-39a7-4f5d-b1a8-780f9115b10a tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:56.989897 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c184395d-39a7-4f5d-b1a8-780f9115b10a tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:57.133180 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c184395d-39a7-4f5d-b1a8-780f9115b10a tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643011'] for security_group_rule, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:57.136191 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:57.214626 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184395d-39a7-4f5d-b1a8-780f9115b10a tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c98af534-f8f9-47f9-b405-070fb91197a2,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:57.220940 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-c184395d-39a7-4f5d-b1a8-780f9115b10a tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:57.407790 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 59214) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:57.423699 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c184395d-39a7-4f5d-b1a8-780f9115b10a tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:57.432370 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-c184395d-39a7-4f5d-b1a8-780f9115b10a tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9424832 Jun 14 14:48:57.442434 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 59216) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:57.446697 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc915bb-a0c3-4380-a946-fffe2cb3f045 admin admin] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:48:57.452449 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-86b4b90a-0350-42ac-af5d-2ca8179a563f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Request body: {'floatingip': {'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:57.469793 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82e6130-a692-49dc-9208-2faeae4c6f8a None None] Sync routers for ids ['73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'] in dv-cinder-772623-8-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:48:57.531143 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-9bc915bb-a0c3-4380-a946-fffe2cb3f045 admin admin] 10.222.0.48 "PUT /v2.0/routers/73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.0814741 Jun 14 14:48:57.534034 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82e6130-a692-49dc-9208-2faeae4c6f8a None None] Routers {'73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:48:57.535529 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-d82e6130-a692-49dc-9208-2faeae4c6f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:48:36Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:57.565045 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc6492-0660-46a1-9b67-81b6d0579f8a req-e60af1aa-2197-4ed1-bc80-fb5aee1f87f5 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:48:57.578705 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-55cc6492-0660-46a1-9b67-81b6d0579f8a req-e60af1aa-2197-4ed1-bc80-fb5aee1f87f5 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 932 time: 0.8693993 Jun 14 14:48:57.594247 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-2fa2c351-de37-4082-a32b-fe36d51bc2fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=452b6042e84b4924b97a432019fdea7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1845372 Jun 14 14:48:57.606285 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 59220) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:57.646010 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86b4b90a-0350-42ac-af5d-2ca8179a563f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for floatingip, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:57.878151 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-55cc6492-0660-46a1-9b67-81b6d0579f8a req-a88efc74-39ee-45f3-a6b9-83a5ee4b1b00 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/security-groups?id=21b7e9b5-2e8f-4285-8a4a-315c7e111e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973790 Jun 14 14:48:58.106684 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-d82e6130-a692-49dc-9208-2faeae4c6f8a None None] Set router 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:48:58.128981 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dca600a6-add9-46c4-861a-7b0a6e49abd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:58.352531 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-bb1a9204-3133-404e-b35b-5cc61ae83022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3208e852-ae96-453e-9498-b1227ec6b3b7 {{(pid=103388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:48:58.364002 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-bb1a9204-3133-404e-b35b-5cc61ae83022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:58.388942 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.provisioning_blocks [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-bb1a9204-3133-404e-b35b-5cc61ae83022 service neutron] Transition to ACTIVE for port object 3208e852-ae96-453e-9498-b1227ec6b3b7 will not be triggered until provisioned by entity L2. {{(pid=103388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:48:58.438423 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dca600a6-add9-46c4-861a-7b0a6e49abd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:58.473908 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-bb1a9204-3133-404e-b35b-5cc61ae83022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27717325'] for port, after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:58.499294 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-9bc915bb-a0c3-4380-a946-fffe2cb3f045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:58.786291 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86b4b90a-0350-42ac-af5d-2ca8179a563f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:59.022884 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-d82e6130-a692-49dc-9208-2faeae4c6f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'name': 'tempest-AttachVolumeTestJSON-56947344-router', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:50Z', 'revision_number': 4, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'gw_port': {'id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:33Z', 'updated_at': '2021-06-14T14:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '30daa1ba-aceb-40b7-93b2-0ddf3a98d04b', 'name': '', 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'mac_address': 'fa:16:3e:ff:1d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:44Z', 'updated_at': '2021-06-14T14:48:53Z', 'revision_number': 2, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'subnets': [{'id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:48:59.056007 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82e6130-a692-49dc-9208-2faeae4c6f8a None None] Checking router: 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 for host: dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:48:59.056957 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82e6130-a692-49dc-9208-2faeae4c6f8a None None] Updating router 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 port 30daa1ba-aceb-40b7-93b2-0ddf3a98d04b binding host dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:48:59.188400 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dca600a6-add9-46c4-861a-7b0a6e49abd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:59.205718 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dca600a6-add9-46c4-861a-7b0a6e49abd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:59.216683 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-dca600a6-add9-46c4-861a-7b0a6e49abd5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/976b831f-21c3-4a1b-ba7f-73db728fc9f2 HTTP/1.1" status: 204 len: 168 time: 1.6029251 Jun 14 14:48:59.230512 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-2965cb49-7e4f-4650-b994-479022561e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:48:59.240310 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 59244) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:48:59.268690 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca600a6-add9-46c4-861a-7b0a6e49abd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976b831f-21c3-4a1b-ba7f-73db728fc9f2,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:59.281371 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-dca600a6-add9-46c4-861a-7b0a6e49abd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:59.289189 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-758e264b-5906-4826-8840-8b1694bde881 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Request body: {'security_group': {'name': 'tempest-securitygroup--239747769', 'description': 'tempest-description--1274129099'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:48:59.325802 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-86b4b90a-0350-42ac-af5d-2ca8179a563f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Allocated IP 172.27.2.247 (fc485d09-1af9-4f7a-81e8-700830ebc213/e09b5c2d-fde6-405d-9c65-d45cf22b44a3/f8a4262b-6901-400a-9b75-304a3cb03536) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:48:59.424899 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d82e6130-a692-49dc-9208-2faeae4c6f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:59.512927 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a9204-3133-404e-b35b-5cc61ae83022 service neutron] Pushing event updated for resources: {'Port': ['ID=3208e852-ae96-453e-9498-b1227ec6b3b7,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:48:59.586211 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-bb1a9204-3133-404e-b35b-5cc61ae83022 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.088s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:48:59.670056 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-758e264b-5906-4826-8840-8b1694bde881 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:59.704902 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86b4b90a-0350-42ac-af5d-2ca8179a563f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for port, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:48:59.874507 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-bb1a9204-3133-404e-b35b-5cc61ae83022 service neutron] Attempting to bind port 3208e852-ae96-453e-9498-b1227ec6b3b7 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:48:59.874507 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-bb1a9204-3133-404e-b35b-5cc61ae83022 service neutron] Attempting to bind port 3208e852-ae96-453e-9498-b1227ec6b3b7 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'cc859cac-b5b2-4221-9861-f2e91e3c63ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd248f18d-b9b2-41c5-8f1d-c15e6d7fa36a'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:48:59.874507 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-bb1a9204-3133-404e-b35b-5cc61ae83022 service neutron] Attempting to bind port 3208e852-ae96-453e-9498-b1227ec6b3b7 on network d248f18d-b9b2-41c5-8f1d-c15e6d7fa36a {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:48:59.973034 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-bb1a9204-3133-404e-b35b-5cc61ae83022 service neutron] Port 3208e852-ae96-453e-9498-b1227ec6b3b7 on network d248f18d-b9b2-41c5-8f1d-c15e6d7fa36a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:48:59.974123 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-bb1a9204-3133-404e-b35b-5cc61ae83022 service neutron] Attempting to bind port 3208e852-ae96-453e-9498-b1227ec6b3b7 on network d248f18d-b9b2-41c5-8f1d-c15e6d7fa36a {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:49:00.203188 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-758e264b-5906-4826-8840-8b1694bde881 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:00.233927 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-bb1a9204-3133-404e-b35b-5cc61ae83022 service neutron] Checking agent: {'id': '8465c201-e91e-4007-8337-fb267b4bb0bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'started_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:49:00.235139 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-bb1a9204-3133-404e-b35b-5cc61ae83022 service neutron] Checking segment: {'id': 'cc859cac-b5b2-4221-9861-f2e91e3c63ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd248f18d-b9b2-41c5-8f1d-c15e6d7fa36a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:49:00.236487 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-bb1a9204-3133-404e-b35b-5cc61ae83022 service neutron] Bound using segment: {'id': 'cc859cac-b5b2-4221-9861-f2e91e3c63ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd248f18d-b9b2-41c5-8f1d-c15e6d7fa36a'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:49:00.238838 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-bb1a9204-3133-404e-b35b-5cc61ae83022 service neutron] Bound port: 3208e852-ae96-453e-9498-b1227ec6b3b7, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc859cac-b5b2-4221-9861-f2e91e3c63ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd248f18d-b9b2-41c5-8f1d-c15e6d7fa36a'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:49:00.240018 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-bb1a9204-3133-404e-b35b-5cc61ae83022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:00.300510 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da3775-80b3-4bbc-bea6-c10fbab56796 req-87b761fa-caf9-4941-8317-8472c8d273f2 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:00.325006 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d0da3775-80b3-4bbc-bea6-c10fbab56796 req-87b761fa-caf9-4941-8317-8472c8d273f2 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 944 time: 0.9918821 Jun 14 14:49:00.764500 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d0da3775-80b3-4bbc-bea6-c10fbab56796 req-3be4d327-8b87-4f6d-b962-e8d5ff7d44f1 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/security-groups?id=21b7e9b5-2e8f-4285-8a4a-315c7e111e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4488673 Jun 14 14:49:00.779750 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d82e6130-a692-49dc-9208-2faeae4c6f8a None None] Notify callbacks [] for port, precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:00.800336 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-bb1a9204-3133-404e-b35b-5cc61ae83022 service neutron] For port 3208e852-ae96-453e-9498-b1227ec6b3b7, host hv-cinder-77262, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:49:00.820246 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-d82e6130-a692-49dc-9208-2faeae4c6f8a None None] Transition to ACTIVE for port object 30daa1ba-aceb-40b7-93b2-0ddf3a98d04b will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:49:00.824963 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-bb1a9204-3133-404e-b35b-5cc61ae83022 service neutron] For port 3208e852-ae96-453e-9498-b1227ec6b3b7, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=3208e852-ae96-453e-9498-b1227ec6b3b7,segment=NetworkSegment(cc859cac-b5b2-4221-9861-f2e91e3c63ed),segment_id=cc859cac-b5b2-4221-9861-f2e91e3c63ed)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:49:00.850497 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-758e264b-5906-4826-8840-8b1694bde881 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:00.851800 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86b4b90a-0350-42ac-af5d-2ca8179a563f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28280472'] for port, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:00.871712 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:00.875931 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:00.967945 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d82e6130-a692-49dc-9208-2faeae4c6f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:00.981783 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-bb1a9204-3133-404e-b35b-5cc61ae83022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27717325'] for port, after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:00.990768 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e264b-5906-4826-8840-8b1694bde881 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:01.003673 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:01.005233 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-758e264b-5906-4826-8840-8b1694bde881 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:01.012875 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-4662c5f9-1fd8-49cd-b3bc-00ad0190164f tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:01.052157 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-758e264b-5906-4826-8840-8b1694bde881 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:01.062244 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-758e264b-5906-4826-8840-8b1694bde881 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8113983 Jun 14 14:49:01.097139 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 59258) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:01.133445 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-a744ff44-65ac-42a8-a03b-02262a9e0cef tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Request body: {'security_group_rule': {'security_group_id': 'aa6fcc81-4c28-4f4d-ac5e-c347686f63f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:49:01.238790 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c7ff1-f274-41fc-af5f-b81d6dc87d84 None None] Pushing event updated for resources: {'Port': ['ID=30daa1ba-aceb-40b7-93b2-0ddf3a98d04b,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:01.380723 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-a24c7ff1-f274-41fc-af5f-b81d6dc87d84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:01.404941 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b4b90a-0350-42ac-af5d-2ca8179a563f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Network fc485d09-1af9-4f7a-81e8-700830ebc213 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:49:01.428986 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-86b4b90a-0350-42ac-af5d-2ca8179a563f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:49:01.459586 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b4b90a-0350-42ac-af5d-2ca8179a563f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:49:01.499804 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a9204-3133-404e-b35b-5cc61ae83022 service neutron] Pushing event updated for resources: {'Port': ['ID=3208e852-ae96-453e-9498-b1227ec6b3b7,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:01.507331 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-bb1a9204-3133-404e-b35b-5cc61ae83022 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:01.545035 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-bb1a9204-3133-404e-b35b-5cc61ae83022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:01.545035 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-bb1a9204-3133-404e-b35b-5cc61ae83022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for port, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:01.547353 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-bb1a9204-3133-404e-b35b-5cc61ae83022 service neutron] 10.222.0.35 "PUT /v2.0/ports/3208e852-ae96-453e-9498-b1227ec6b3b7 HTTP/1.1" status: 200 len: 1094 time: 5.8431463 Jun 14 14:49:01.547353 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bccc059-d4a3-46c9-b7d0-24ce8ed246bd', 'tag': '3208e852-ae96-453e-9498-b1227ec6b3b7'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:49:01.595435 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4b90a-0350-42ac-af5d-2ca8179a563f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Pushing event updated for resources: {'Port': ['ID=f8a4262b-6901-400a-9b75-304a3cb03536,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:01.612808 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-86b4b90a-0350-42ac-af5d-2ca8179a563f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:01.808525 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a744ff44-65ac-42a8-a03b-02262a9e0cef tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:01.923373 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d16000bb1453c626be2c9fe90cf152d3497827e73c55abcdb2fab0d7ea5a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3fa8cc-e8d9-4357-91a5-93d62ac78fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "3bccc059-d4a3-46c9-b7d0-24ce8ed246bd", "tag": "3208e852-ae96-453e-9498-b1227ec6b3b7"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:49:02.112235 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-6f2f3264-69e7-44fa-9cbb-fb09378a4c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:02.116949 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-6f2f3264-69e7-44fa-9cbb-fb09378a4c23 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6212161d123c461db62f0c6d5f04be22&device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 1097 time: 0.3414731 Jun 14 14:49:02.221891 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-d82e6130-a692-49dc-9208-2faeae4c6f8a None None] Attempting to bind port 30daa1ba-aceb-40b7-93b2-0ddf3a98d04b on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:49:02.224632 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-d82e6130-a692-49dc-9208-2faeae4c6f8a None None] Attempting to bind port 30daa1ba-aceb-40b7-93b2-0ddf3a98d04b by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': '6a9d0ba9-8305-4546-acc4-e62f7911b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:49:02.225295 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82e6130-a692-49dc-9208-2faeae4c6f8a None None] Attempting to bind port 30daa1ba-aceb-40b7-93b2-0ddf3a98d04b on network 8a06fa14-64a9-4a96-b9c1-d8414078e908 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:49:02.245368 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f0fc93e3-a230-499e-9c92-3d2949a91f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:02.250114 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82e6130-a692-49dc-9208-2faeae4c6f8a None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:49:02.251187 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82e6130-a692-49dc-9208-2faeae4c6f8a None None] Checking segment: {'id': '6a9d0ba9-8305-4546-acc4-e62f7911b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:49:02.252478 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d82e6130-a692-49dc-9208-2faeae4c6f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:02.257526 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82e6130-a692-49dc-9208-2faeae4c6f8a None None] Bound using segment: {'id': '6a9d0ba9-8305-4546-acc4-e62f7911b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:49:02.257526 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-d82e6130-a692-49dc-9208-2faeae4c6f8a None None] Bound port: 30daa1ba-aceb-40b7-93b2-0ddf3a98d04b, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9d0ba9-8305-4546-acc4-e62f7911b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:49:02.258436 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d82e6130-a692-49dc-9208-2faeae4c6f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:02.466761 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-cb968ad7-5ea5-41e6-bbb6-5f8e802be559 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3208e852-ae96-453e-9498-b1227ec6b3b7 HTTP/1.1" status: 200 len: 217 time: 0.3396370 Jun 14 14:49:02.592271 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-d82e6130-a692-49dc-9208-2faeae4c6f8a None None] For port 30daa1ba-aceb-40b7-93b2-0ddf3a98d04b, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:49:02.610341 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-d82e6130-a692-49dc-9208-2faeae4c6f8a None None] For port 30daa1ba-aceb-40b7-93b2-0ddf3a98d04b, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=30daa1ba-aceb-40b7-93b2-0ddf3a98d04b,segment=NetworkSegment(6a9d0ba9-8305-4546-acc4-e62f7911b7ec),segment_id=6a9d0ba9-8305-4546-acc4-e62f7911b7ec)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:49:02.710727 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d82e6130-a692-49dc-9208-2faeae4c6f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:02.739655 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:02.762587 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b02d41a-77a4-4ab6-a012-17fec2c3aaa6 x-openstack-request-id: req-8b02d41a-77a4-4ab6-a012-17fec2c3aaa6 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:49:02.764920 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bccc059-d4a3-46c9-b7d0-24ce8ed246bd", "tag": "3208e852-ae96-453e-9498-b1227ec6b3b7", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:49:02.765333 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8b02d41a-77a4-4ab6-a012-17fec2c3aaa6 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:49:02.765896 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bccc059-d4a3-46c9-b7d0-24ce8ed246bd', 'tag': '3208e852-ae96-453e-9498-b1227ec6b3b7', 'status': 'completed', 'code': 200} Jun 14 14:49:02.771434 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-ab8d9b7b-2a9d-445d-a675-584d292d107c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:02.775280 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-ab8d9b7b-2a9d-445d-a675-584d292d107c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=961109cc-4397-4af8-a804-227583a8d0c1 HTTP/1.1" status: 200 len: 851 time: 0.2987745 Jun 14 14:49:02.805598 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a744ff44-65ac-42a8-a03b-02262a9e0cef tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:02.878144 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-277a3294-2194-4dba-a935-2af636cafa9f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d248f18d-b9b2-41c5-8f1d-c15e6d7fa36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940254 Jun 14 14:49:02.937289 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82e6130-a692-49dc-9208-2faeae4c6f8a None None] Routers {'73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:49:02.938945 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-d82e6130-a692-49dc-9208-2faeae4c6f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:48:36Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:49:03.023466 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a744ff44-65ac-42a8-a03b-02262a9e0cef tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643011'] for security_group_rule, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:03.030624 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86b4b90a-0350-42ac-af5d-2ca8179a563f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:03.171267 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-c184395d-39a7-4f5d-b1a8-780f9115b10a tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:03.267714 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c7ff1-f274-41fc-af5f-b81d6dc87d84 None None] Pushing event updated for resources: {'Port': ['ID=30daa1ba-aceb-40b7-93b2-0ddf3a98d04b,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:03.291763 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-a24c7ff1-f274-41fc-af5f-b81d6dc87d84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:03.355239 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ae162-8c7b-4c3f-af6e-03be97658137 req-94d54ad6-a2a6-4b7b-8074-769d9cba1cc6 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:03.400683 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-651ae162-8c7b-4c3f-af6e-03be97658137 req-94d54ad6-a2a6-4b7b-8074-769d9cba1cc6 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 944 time: 1.0254400 Jun 14 14:49:03.406828 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-5ac36b61-f887-4583-9b54-1289e53149fe service neutron] 10.222.0.35 "GET /v2.0/networks/d248f18d-b9b2-41c5-8f1d-c15e6d7fa36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5177166 Jun 14 14:49:03.413291 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744ff44-65ac-42a8-a03b-02262a9e0cef tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b452c3-848f-49f5-8d6f-f7d1fb758209,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:03.421777 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-a744ff44-65ac-42a8-a03b-02262a9e0cef tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:03.425217 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a744ff44-65ac-42a8-a03b-02262a9e0cef tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:03.431589 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-a744ff44-65ac-42a8-a03b-02262a9e0cef tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3275959 Jun 14 14:49:03.432123 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 59310) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:03.450490 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-1517abc8-dd2b-47bc-b527-e2e9bfb15b90 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Request body: {'security_group_rule': {'security_group_id': 'aa6fcc81-4c28-4f4d-ac5e-c347686f63f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:49:03.492965 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-d82e6130-a692-49dc-9208-2faeae4c6f8a None None] Set router 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:49:03.697569 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-651ae162-8c7b-4c3f-af6e-03be97658137 req-cb9b658f-dd49-4830-9671-dcb1640835d5 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/security-groups?id=21b7e9b5-2e8f-4285-8a4a-315c7e111e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728353 Jun 14 14:49:03.701668 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86b4b90a-0350-42ac-af5d-2ca8179a563f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:04.028953 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1517abc8-dd2b-47bc-b527-e2e9bfb15b90 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:04.195983 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-d82e6130-a692-49dc-9208-2faeae4c6f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'name': 'tempest-AttachVolumeTestJSON-56947344-router', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:50Z', 'revision_number': 4, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'gw_port': {'id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:33Z', 'updated_at': '2021-06-14T14:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '30daa1ba-aceb-40b7-93b2-0ddf3a98d04b', 'name': '', 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'mac_address': 'fa:16:3e:ff:1d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:44Z', 'updated_at': '2021-06-14T14:49:02Z', 'revision_number': 4, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'subnets': [{'id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:49:04.211144 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82e6130-a692-49dc-9208-2faeae4c6f8a None None] The sync data for ids ['73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'] in dv-cinder-772623-8-iscsi is: [{'id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'name': 'tempest-AttachVolumeTestJSON-56947344-router', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:50Z', 'revision_number': 4, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'gw_port': {'id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:33Z', 'updated_at': '2021-06-14T14:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '30daa1ba-aceb-40b7-93b2-0ddf3a98d04b', 'name': '', 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'mac_address': 'fa:16:3e:ff:1d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:44Z', 'updated_at': '2021-06-14T14:49:02Z', 'revision_number': 4, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'subnets': [{'id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:49:04.264313 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ac8bd0a0-4e8a-4b8c-9b40-fb96781b8cbb req-80e3fc4d-2be8-4b34-a6ce-1d3541f3d4d0 service neutron] 10.222.0.35 "GET /v2.0/networks/d248f18d-b9b2-41c5-8f1d-c15e6d7fa36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7790549 Jun 14 14:49:04.336059 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1517abc8-dd2b-47bc-b527-e2e9bfb15b90 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:04.404704 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86b4b90a-0350-42ac-af5d-2ca8179a563f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:04.453285 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1517abc8-dd2b-47bc-b527-e2e9bfb15b90 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643011'] for security_group_rule, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:04.463073 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-64d33baf-fef5-4f7e-b97e-869806dbcb1f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:04.487102 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86b4b90a-0350-42ac-af5d-2ca8179a563f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:04.490063 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:04.513127 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517abc8-dd2b-47bc-b527-e2e9bfb15b90 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f216ef-8ba8-44b3-b555-d6f622000653,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:04.517578 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-1517abc8-dd2b-47bc-b527-e2e9bfb15b90 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:04.636917 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1517abc8-dd2b-47bc-b527-e2e9bfb15b90 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:04.650442 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-1517abc8-dd2b-47bc-b527-e2e9bfb15b90 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2130783 Jun 14 14:49:04.675826 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 59350) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:04.708977 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-126d1dc1-7c6f-4395-a093-8110725f5784 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Request body: {'floatingip': {'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:49:04.815773 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3fa8cc-e8d9-4357-91a5-93d62ac78fdb req-dd1a69f7-62bb-4bd7-87b2-69180ba9231d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:04.825081 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fb3fa8cc-e8d9-4357-91a5-93d62ac78fdb req-dd1a69f7-62bb-4bd7-87b2-69180ba9231d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6212161d123c461db62f0c6d5f04be22&device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 1097 time: 0.2864480 Jun 14 14:49:05.061912 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-126d1dc1-7c6f-4395-a093-8110725f5784 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for floatingip, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:05.435701 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:49:05.452812 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3fa8cc-e8d9-4357-91a5-93d62ac78fdb req-c36267ab-1a2e-4f3f-9329-7fdb8b7c101c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:05.456501 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fb3fa8cc-e8d9-4357-91a5-93d62ac78fdb req-c36267ab-1a2e-4f3f-9329-7fdb8b7c101c service neutron] 10.222.0.35 "GET /v2.0/networks?id=d248f18d-b9b2-41c5-8f1d-c15e6d7fa36a HTTP/1.1" status: 200 len: 912 time: 0.6188309 Jun 14 14:49:05.599813 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4b90a-0350-42ac-af5d-2ca8179a563f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Pushing event updated for resources: {'Port': ['ID=f8a4262b-6901-400a-9b75-304a3cb03536,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:05.616731 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-86b4b90a-0350-42ac-af5d-2ca8179a563f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.126s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:05.620157 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86b4b90a-0350-42ac-af5d-2ca8179a563f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768775'] for floatingip, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:05.664256 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dded4bb0-53cf-4415-b87b-8583d1aeefcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:05.736592 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fb3fa8cc-e8d9-4357-91a5-93d62ac78fdb req-f38fe740-f2f1-46dd-a21e-cd817241d12f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3208e852-ae96-453e-9498-b1227ec6b3b7 HTTP/1.1" status: 200 len: 217 time: 0.2683804 Jun 14 14:49:05.771015 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86b4b90a-0350-42ac-af5d-2ca8179a563f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for floatingip, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:05.784570 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-86b4b90a-0350-42ac-af5d-2ca8179a563f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.3400755 Jun 14 14:49:05.853232 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7d1a2-5246-47de-9753-01f537224eff req-1bed9e23-d898-49b4-b6c8-4f1f09682684 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:05.867808 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-07c7d1a2-5246-47de-9753-01f537224eff req-1bed9e23-d898-49b4-b6c8-4f1f09682684 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 944 time: 0.6800594 Jun 14 14:49:05.919938 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-126d1dc1-7c6f-4395-a093-8110725f5784 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:06.058349 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3fa8cc-e8d9-4357-91a5-93d62ac78fdb req-de675832-b91c-467e-8207-1216cf166c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:06.066654 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fb3fa8cc-e8d9-4357-91a5-93d62ac78fdb req-de675832-b91c-467e-8207-1216cf166c42 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=961109cc-4397-4af8-a804-227583a8d0c1 HTTP/1.1" status: 200 len: 851 time: 0.3081763 Jun 14 14:49:06.095677 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-07c7d1a2-5246-47de-9753-01f537224eff req-7d8afdb8-229e-4018-a436-c40e458b3338 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/security-groups?id=21b7e9b5-2e8f-4285-8a4a-315c7e111e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265177 Jun 14 14:49:06.101953 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 59388) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:06.253994 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fb3fa8cc-e8d9-4357-91a5-93d62ac78fdb req-e68dc446-2db2-4eff-a40d-7b2731c9be2b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d248f18d-b9b2-41c5-8f1d-c15e6d7fa36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1566567 Jun 14 14:49:06.257248 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 30daa1ba-aceb-40b7-93b2-0ddf3a98d04b up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:49:06.442813 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-126d1dc1-7c6f-4395-a093-8110725f5784 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Allocated IP 172.27.2.66 (fc485d09-1af9-4f7a-81e8-700830ebc213/e09b5c2d-fde6-405d-9c65-d45cf22b44a3/5022d92d-ffea-4204-b23b-2193ea14420b) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:49:06.659050 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port 30daa1ba-aceb-40b7-93b2-0ddf3a98d04b completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:49:06.670527 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 30daa1ba-aceb-40b7-93b2-0ddf3a98d04b triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:49:06.671521 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:06.678248 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:06.795901 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b279374d-c7dd-46ef-9209-115d04b043d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:06.860638 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fb3fa8cc-e8d9-4357-91a5-93d62ac78fdb req-65023e5e-8eb1-4fbf-8c39-ecfb8e1511a1 service neutron] 10.222.0.35 "GET /v2.0/networks/d248f18d-b9b2-41c5-8f1d-c15e6d7fa36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5926061 Jun 14 14:49:06.933916 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-126d1dc1-7c6f-4395-a093-8110725f5784 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for port, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:06.971693 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:06.982115 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-159247e1-be02-414d-94e2-266eff383095 req-ca9aaec9-507d-4278-a816-5f1ba3f46e21 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1740704532&fields=id&tenant_id=d950955f31d9460680045199b53c917f HTTP/1.1" status: 200 len: 267 time: 0.2576854 Jun 14 14:49:07.070015 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] For port 30daa1ba-aceb-40b7-93b2-0ddf3a98d04b, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=30daa1ba-aceb-40b7-93b2-0ddf3a98d04b,segment=NetworkSegment(6a9d0ba9-8305-4546-acc4-e62f7911b7ec),segment_id=6a9d0ba9-8305-4546-acc4-e62f7911b7ec)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:49:07.190674 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:07.195225 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:07.274997 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fb3fa8cc-e8d9-4357-91a5-93d62ac78fdb req-5803cf8e-608b-4901-8294-1906bd5bb648 service neutron] 10.222.0.35 "GET /v2.0/networks/d248f18d-b9b2-41c5-8f1d-c15e6d7fa36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062405 Jun 14 14:49:07.372257 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 59438) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:07.405205 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Pushing event updated for resources: {'Port': ['ID=30daa1ba-aceb-40b7-93b2-0ddf3a98d04b,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:07.417472 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:07.522933 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-126d1dc1-7c6f-4395-a093-8110725f5784 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28280472'] for port, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:07.588344 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:07.800240 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159247e1-be02-414d-94e2-266eff383095 req-de6f4e80-4c46-44c0-aa62-e3baf5e94122 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:07.802497 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-159247e1-be02-414d-94e2-266eff383095 req-de6f4e80-4c46-44c0-aa62-e3baf5e94122 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/networks?id=1d5f5609-c7ac-49b5-a256-436c63bd28f5 HTTP/1.1" status: 200 len: 816 time: 0.8018982 Jun 14 14:49:07.806182 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126d1dc1-7c6f-4395-a093-8110725f5784 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Network fc485d09-1af9-4f7a-81e8-700830ebc213 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:49:07.830179 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-126d1dc1-7c6f-4395-a093-8110725f5784 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:49:07.837204 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-95ca3b02-33d0-41fc-9890-d2f9d7a4b6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:07.845343 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d1dc1-7c6f-4395-a093-8110725f5784 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Pushing event updated for resources: {'Port': ['ID=5022d92d-ffea-4204-b23b-2193ea14420b,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:07.878067 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126d1dc1-7c6f-4395-a093-8110725f5784 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:49:07.909844 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf8541-129e-496a-a6ac-04fe0cfc1014 req-57dc2872-443b-4327-adf4-20bddfff1bdd tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:07.912165 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-62cf8541-129e-496a-a6ac-04fe0cfc1014 req-57dc2872-443b-4327-adf4-20bddfff1bdd tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 944 time: 0.4645095 Jun 14 14:49:07.949424 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-159247e1-be02-414d-94e2-266eff383095 req-ea0feb09-f658-4ecd-84bf-138a1a1967fc tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/quotas/d950955f31d9460680045199b53c917f HTTP/1.1" status: 200 len: 375 time: 0.1322126 Jun 14 14:49:07.978829 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-62cf8541-129e-496a-a6ac-04fe0cfc1014 req-621a5cef-cb49-43d9-8b4b-9959146cc8f1 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/security-groups?id=21b7e9b5-2e8f-4285-8a4a-315c7e111e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580976 Jun 14 14:49:08.033853 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b279374d-c7dd-46ef-9209-115d04b043d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:08.041679 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 3208e852-ae96-453e-9498-b1227ec6b3b7 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:49:08.117136 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 30daa1ba-aceb-40b7-93b2-0ddf3a98d04b up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:49:08.194074 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-126d1dc1-7c6f-4395-a093-8110725f5784 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:08.197963 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b279374d-c7dd-46ef-9209-115d04b043d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:08.213474 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:08.218402 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:08.361609 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 30daa1ba-aceb-40b7-93b2-0ddf3a98d04b triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:49:08.362296 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:08.419888 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-95ca3b02-33d0-41fc-9890-d2f9d7a4b6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:08.532841 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-95ca3b02-33d0-41fc-9890-d2f9d7a4b6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:08.542043 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-86c5fbd6-ca25-438a-892d-1862e6f5debc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:08.593155 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-b279374d-c7dd-46ef-9209-115d04b043d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5faee82d3129447980896933c130c909&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4831481 Jun 14 14:49:08.603575 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 59456) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:08.604788 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279374d-c7dd-46ef-9209-115d04b043d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec244a14-246b-4d17-b175-23e995c5d585,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:08.651324 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-b279374d-c7dd-46ef-9209-115d04b043d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:08.656394 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-126d1dc1-7c6f-4395-a093-8110725f5784 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:08.690427 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-159247e1-be02-414d-94e2-266eff383095 req-004f8426-1681-438b-8ddf-e2e297c138ca tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d950955f31d9460680045199b53c917f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7033763 Jun 14 14:49:08.705387 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-95ca3b02-33d0-41fc-9890-d2f9d7a4b6f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a7e232c7ba494172b384ec9b2699bc77&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3315449 Jun 14 14:49:08.709104 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 59458) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:08.728158 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca3b02-33d0-41fc-9890-d2f9d7a4b6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c08d94d-8d0c-4a9a-9ce9-825f5dfb69d8,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:08.734819 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-95ca3b02-33d0-41fc-9890-d2f9d7a4b6f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:08.875748 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-93496ede-c59f-42f2-a7a7-89f054e33ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:08.914793 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 3208e852-ae96-453e-9498-b1227ec6b3b7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=3208e852-ae96-453e-9498-b1227ec6b3b7,segment=NetworkSegment(cc859cac-b5b2-4221-9861-f2e91e3c63ed),segment_id=cc859cac-b5b2-4221-9861-f2e91e3c63ed)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:49:08.927718 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-126d1dc1-7c6f-4395-a093-8110725f5784 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:08.948640 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Returning: {'device': '3208e852-ae96-453e-9498-b1227ec6b3b7', 'network_id': 'd248f18d-b9b2-41c5-8f1d-c15e6d7fa36a', 'port_id': '3208e852-ae96-453e-9498-b1227ec6b3b7', 'mac_address': 'fa:16:3e:93:71:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '961109cc-4397-4af8-a804-227583a8d0c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:49:08.955887 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-93496ede-c59f-42f2-a7a7-89f054e33ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:09.046589 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:09.073142 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-56365f98-e00b-4ad8-b4a5-837336cee742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:09.127063 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3208e852-ae96-453e-9498-b1227ec6b3b7 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:49:09.130248 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [req-159247e1-be02-414d-94e2-266eff383095 req-f6e27c85-d645-4a2c-b9ec-36ce1dd5b5f2 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 14:49:09.131353 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-159247e1-be02-414d-94e2-266eff383095 req-f6e27c85-d645-4a2c-b9ec-36ce1dd5b5f2 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2155273 Jun 14 14:49:09.158758 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-56365f98-e00b-4ad8-b4a5-837336cee742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:09.189301 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-93496ede-c59f-42f2-a7a7-89f054e33ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:09.195604 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-93496ede-c59f-42f2-a7a7-89f054e33ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:09.201312 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-93496ede-c59f-42f2-a7a7-89f054e33ed5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec244a14-246b-4d17-b175-23e995c5d585 HTTP/1.1" status: 204 len: 168 time: 0.5919271 Jun 14 14:49:09.201312 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:09.206317 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 3208e852-ae96-453e-9498-b1227ec6b3b7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=3208e852-ae96-453e-9498-b1227ec6b3b7,segment=NetworkSegment(cc859cac-b5b2-4221-9861-f2e91e3c63ed),segment_id=cc859cac-b5b2-4221-9861-f2e91e3c63ed)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:49:09.220572 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93496ede-c59f-42f2-a7a7-89f054e33ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec244a14-246b-4d17-b175-23e995c5d585,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:09.235188 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-93496ede-c59f-42f2-a7a7-89f054e33ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:09.275195 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:09.278267 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:09.404432 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=3208e852-ae96-453e-9498-b1227ec6b3b7,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:09.411732 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:09.443824 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b96d48-7b86-448d-9f56-3fe80b8c71c6 req-5569ad0b-420a-4391-9f7e-189ce508127f tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:09.446357 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d3b96d48-7b86-448d-9f56-3fe80b8c71c6 req-5569ad0b-420a-4391-9f7e-189ce508127f tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 945 time: 0.1605663 Jun 14 14:49:09.541751 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d3b96d48-7b86-448d-9f56-3fe80b8c71c6 req-f55980cc-7e9f-49c8-9247-132beac58374 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/security-groups?id=21b7e9b5-2e8f-4285-8a4a-315c7e111e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818930 Jun 14 14:49:09.579345 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['3208e852-ae96-453e-9498-b1227ec6b3b7'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:49:09.597620 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-159247e1-be02-414d-94e2-266eff383095 req-db854b73-f590-4be5-a4c6-0d620cfe04b5 service neutron] 10.222.0.48 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572351 Jun 14 14:49:09.644943 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-126d1dc1-7c6f-4395-a093-8110725f5784 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:09.759035 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-56365f98-e00b-4ad8-b4a5-837336cee742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:09.765968 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-56365f98-e00b-4ad8-b4a5-837336cee742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:09.769299 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-56365f98-e00b-4ad8-b4a5-837336cee742 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c08d94d-8d0c-4a9a-9ce9-825f5dfb69d8 HTTP/1.1" status: 204 len: 168 time: 1.0569515 Jun 14 14:49:09.784061 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:09.815720 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56365f98-e00b-4ad8-b4a5-837336cee742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c08d94d-8d0c-4a9a-9ce9-825f5dfb69d8,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:09.821314 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-56365f98-e00b-4ad8-b4a5-837336cee742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:09.825975 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-126d1dc1-7c6f-4395-a093-8110725f5784 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:09.844897 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-86b4b90a-0350-42ac-af5d-2ca8179a563f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:10.192794 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-159247e1-be02-414d-94e2-266eff383095 req-86b7b8e5-aa42-48c9-b7db-a54722c2f8a7 service neutron] 10.222.0.48 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5665202 Jun 14 14:49:10.221468 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d1dc1-7c6f-4395-a093-8110725f5784 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Pushing event updated for resources: {'Port': ['ID=5022d92d-ffea-4204-b23b-2193ea14420b,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:10.226681 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-126d1dc1-7c6f-4395-a093-8110725f5784 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:10.232418 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-126d1dc1-7c6f-4395-a093-8110725f5784 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768775'] for floatingip, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:10.298461 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:10.403735 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-126d1dc1-7c6f-4395-a093-8110725f5784 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for floatingip, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:10.423932 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-126d1dc1-7c6f-4395-a093-8110725f5784 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7437472 Jun 14 14:49:10.560212 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 59514) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:10.624903 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-438962c1-0a06-4dda-90b8-5616904c3769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:11.033550 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1dad0ed7-6ca0-48c2-84f6-0b38d4a28759 req-b33e4740-89db-4c8a-ad32-9b7377af39ae tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 210 time: 0.1054614 Jun 14 14:49:11.069280 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3051d3b-34d9-407f-8d1c-c41efd53d9dc req-1f4edeb8-2357-4c73-bec6-89d1a10115b7 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:11.076334 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c3051d3b-34d9-407f-8d1c-c41efd53d9dc req-1f4edeb8-2357-4c73-bec6-89d1a10115b7 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 945 time: 0.2831049 Jun 14 14:49:11.122177 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-438962c1-0a06-4dda-90b8-5616904c3769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:11.177925 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c3051d3b-34d9-407f-8d1c-c41efd53d9dc req-ee7fe43a-0ae8-47ff-b95f-947a92e8281d tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/security-groups?id=21b7e9b5-2e8f-4285-8a4a-315c7e111e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936942 Jun 14 14:49:11.280786 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-438962c1-0a06-4dda-90b8-5616904c3769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:11.287163 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-34e8357d-848f-4827-9556-aea7a2aebb6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:11.378152 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-e93bebb5-68f7-447a-8c5b-6c5ae8a05aa4 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--239747769&fields=id&tenant_id=2e07cdcf5e1a4b67b7bff1eba180a07d HTTP/1.1" status: 200 len: 267 time: 0.1381557 Jun 14 14:49:11.386935 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-438962c1-0a06-4dda-90b8-5616904c3769 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f1227bd77e9b408283ba248c385bef6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8243127 Jun 14 14:49:11.389018 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438962c1-0a06-4dda-90b8-5616904c3769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779ab084-16f4-41c8-9644-78db76ebb8b0,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:11.390826 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 59562) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:11.407462 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-438962c1-0a06-4dda-90b8-5616904c3769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:11.455242 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 59566) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:11.493775 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dfd9ca38-a722-44f1-9f9f-22f06eeb1598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:11.633278 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7bafadb0-3a4f-4e29-9458-af9c828d2d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:11.692235 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7bafadb0-3a4f-4e29-9458-af9c828d2d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:11.736167 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-471ea7da-34b2-457a-82bb-b21dbd6d9723 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:11.738951 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-471ea7da-34b2-457a-82bb-b21dbd6d9723 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/networks?id=8a06fa14-64a9-4a96-b9c1-d8414078e908 HTTP/1.1" status: 200 len: 809 time: 0.3346891 Jun 14 14:49:11.760926 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-d76ee4bb-a3e2-4157-85f1-6c83ff8317dd tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/quotas/2e07cdcf5e1a4b67b7bff1eba180a07d HTTP/1.1" status: 200 len: 375 time: 0.0123308 Jun 14 14:49:11.797469 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dfd9ca38-a722-44f1-9f9f-22f06eeb1598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:11.891114 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-cdc9ae29-153a-4552-a6b3-61d00568521b tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e07cdcf5e1a4b67b7bff1eba180a07d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1215625 Jun 14 14:49:11.938542 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dfd9ca38-a722-44f1-9f9f-22f06eeb1598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:11.945640 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:11.979267 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7bafadb0-3a4f-4e29-9458-af9c828d2d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:11.998339 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7bafadb0-3a4f-4e29-9458-af9c828d2d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:12.004174 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-7bafadb0-3a4f-4e29-9458-af9c828d2d40 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/779ab084-16f4-41c8-9644-78db76ebb8b0 HTTP/1.1" status: 204 len: 168 time: 0.6117103 Jun 14 14:49:12.041544 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 3208e852-ae96-453e-9498-b1227ec6b3b7 up at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:49:12.057673 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-dfd9ca38-a722-44f1-9f9f-22f06eeb1598 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=71570a7dfe014976973f89a517ff814d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6006401 Jun 14 14:49:12.058723 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9ca38-a722-44f1-9f9f-22f06eeb1598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37ff88e-fe40-41d6-b4d0-3d804308be20,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:12.061720 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 59580) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:12.072520 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-dfd9ca38-a722-44f1-9f9f-22f06eeb1598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:12.073395 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-1cf63145-89ee-46a4-b783-07a5570224b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:12.169545 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-a6ca6a6a-54e4-488d-9828-4ec2e2e705db service neutron] 10.222.0.48 "GET /v2.0/networks/8a06fa14-64a9-4a96-b9c1-d8414078e908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619750 Jun 14 14:49:12.182296 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafadb0-3a4f-4e29-9458-af9c828d2d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779ab084-16f4-41c8-9644-78db76ebb8b0,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:12.187697 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-7bafadb0-3a4f-4e29-9458-af9c828d2d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:12.299566 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-404125db-e198-43a9-9c8c-5dd83e97e669 req-f5a2d434-1964-4c6e-bae7-84f1fcd28610 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 210 time: 0.0915248 Jun 14 14:49:12.338162 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f6ad9dc0-e2fa-4cd5-8b45-2ec33f64815d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:12.382922 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f6ad9dc0-e2fa-4cd5-8b45-2ec33f64815d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:12.429802 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-2fee6267-7a66-4fb9-afd0-9000f03c9e90 service neutron] 10.222.0.48 "GET /v2.0/networks/8a06fa14-64a9-4a96-b9c1-d8414078e908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529151 Jun 14 14:49:12.589969 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f6ad9dc0-e2fa-4cd5-8b45-2ec33f64815d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:12.591473 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning for port 3208e852-ae96-453e-9498-b1227ec6b3b7 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:49:12.596658 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning complete for port 3208e852-ae96-453e-9498-b1227ec6b3b7 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:49:12.597464 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:12.599721 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f6ad9dc0-e2fa-4cd5-8b45-2ec33f64815d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:12.601874 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-f6ad9dc0-e2fa-4cd5-8b45-2ec33f64815d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c37ff88e-fe40-41d6-b4d0-3d804308be20 HTTP/1.1" status: 204 len: 168 time: 0.5369656 Jun 14 14:49:12.604738 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:12.635904 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad9dc0-e2fa-4cd5-8b45-2ec33f64815d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37ff88e-fe40-41d6-b4d0-3d804308be20,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:12.642571 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-f6ad9dc0-e2fa-4cd5-8b45-2ec33f64815d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:12.690294 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbabcd-c3d8-43e2-8141-518ec4e0e826 req-5f4ced15-d89b-4411-81c6-4e663986a8fa tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:12.702519 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b1fbabcd-c3d8-43e2-8141-518ec4e0e826 req-5f4ced15-d89b-4411-81c6-4e663986a8fa tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 945 time: 0.2199457 Jun 14 14:49:12.731319 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:12.788472 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 3208e852-ae96-453e-9498-b1227ec6b3b7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=3208e852-ae96-453e-9498-b1227ec6b3b7,segment=NetworkSegment(cc859cac-b5b2-4221-9861-f2e91e3c63ed),segment_id=cc859cac-b5b2-4221-9861-f2e91e3c63ed)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:49:12.790586 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bccc059-d4a3-46c9-b7d0-24ce8ed246bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3208e852-ae96-453e-9498-b1227ec6b3b7'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:49:12.853525 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b1fbabcd-c3d8-43e2-8141-518ec4e0e826 req-1978d895-3997-4482-8f5c-a4f384740bdf tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/security-groups?id=21b7e9b5-2e8f-4285-8a4a-315c7e111e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232252 Jun 14 14:49:12.903535 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:12.915081 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:13.028843 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=3208e852-ae96-453e-9498-b1227ec6b3b7,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:13.037181 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:13.051887 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ed5db5bd-9ef5-418c-afac-a350e910ba71 req-5665b278-2e9e-422f-8197-5c3eb5fbf23c tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 210 time: 0.0829995 Jun 14 14:49:13.527514 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24dbb7b-09cb-4f0c-a9ec-00c84a19bad9" -d '{"events": [{"server_uuid": "3bccc059-d4a3-46c9-b7d0-24ce8ed246bd", "name": "network-vif-plugged", "status": "completed", "tag": "3208e852-ae96-453e-9498-b1227ec6b3b7"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:49:13.534942 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c25c6989-0e58-418d-915f-bd61d12a3a93 req-3371c44d-5127-4c5c-b73c-4c4a8ee43781 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 210 time: 0.0813806 Jun 14 14:49:14.184780 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c219b0a-946f-4c3f-8edc-4322dfe29bc5 req-2609942c-635c-456c-88e8-b229b77f7560 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:14.186539 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8c219b0a-946f-4c3f-8edc-4322dfe29bc5 req-2609942c-635c-456c-88e8-b229b77f7560 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 946 time: 0.1423206 Jun 14 14:49:14.203630 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee1c5cf-c80f-45f6-9cc6-60370343ad68 x-openstack-request-id: req-1ee1c5cf-c80f-45f6-9cc6-60370343ad68 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:49:14.203934 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bccc059-d4a3-46c9-b7d0-24ce8ed246bd", "name": "network-vif-plugged", "status": "completed", "tag": "3208e852-ae96-453e-9498-b1227ec6b3b7", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:49:14.207259 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1ee1c5cf-c80f-45f6-9cc6-60370343ad68 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:49:14.207259 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bccc059-d4a3-46c9-b7d0-24ce8ed246bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3208e852-ae96-453e-9498-b1227ec6b3b7', 'code': 200} Jun 14 14:49:14.320262 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8c219b0a-946f-4c3f-8edc-4322dfe29bc5 req-8199f5de-6216-42bc-9ea3-1fbbf59e4b87 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/security-groups?id=21b7e9b5-2e8f-4285-8a4a-315c7e111e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233265 Jun 14 14:49:14.435773 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fc234397-9472-42a0-8618-081264786fa7 req-be1aeb45-6796-466a-a125-81887fb5ed41 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 210 time: 0.1560633 Jun 14 14:49:14.793255 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-029d7aae-2231-4ee0-bd79-8e85ff1bba04 req-03aea2d9-8251-41db-a1a4-1aadc838ce22 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 210 time: 0.0617974 Jun 14 14:49:15.721534 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1c7224b8-61f6-49c8-b012-adbe9add11b7 req-42a69f77-a48a-4644-81dc-467ae66cdb24 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 210 time: 0.0679753 Jun 14 14:49:15.727741 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb257dfc-83a0-4f4a-b49b-b6d535001cd4 req-70f35843-5bd1-4232-84a0-003bc65268ed tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:15.729442 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eb257dfc-83a0-4f4a-b49b-b6d535001cd4 req-70f35843-5bd1-4232-84a0-003bc65268ed tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 946 time: 0.0981457 Jun 14 14:49:15.795875 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eb257dfc-83a0-4f4a-b49b-b6d535001cd4 req-f4a9b5eb-b7a4-438e-9add-8f19025379d5 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/security-groups?id=21b7e9b5-2e8f-4285-8a4a-315c7e111e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558791 Jun 14 14:49:16.023968 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3e4cba86-421a-4daf-ad37-b5f8ab3a3e5a req-9061d977-c035-46f6-8e9b-bb9ebc0d27ef tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 210 time: 0.0510154 Jun 14 14:49:16.961388 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2c3e0b60-e353-4ca2-ad25-2239384cd388 req-f97c65d6-10e0-4f1c-a635-63a9e0db8712 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 210 time: 0.0408556 Jun 14 14:49:17.128688 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca051f-6669-454e-b634-6a19f6bf7ad0 req-ccabe4c3-16b8-49a6-98f5-7e75666ff162 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:17.136659 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f5ca051f-6669-454e-b634-6a19f6bf7ad0 req-ccabe4c3-16b8-49a6-98f5-7e75666ff162 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 946 time: 0.1133475 Jun 14 14:49:17.196155 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f5ca051f-6669-454e-b634-6a19f6bf7ad0 req-d14f7c3f-68f5-4dca-a6eb-bd10e03893c5 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/security-groups?id=21b7e9b5-2e8f-4285-8a4a-315c7e111e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579717 Jun 14 14:49:17.376472 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5405cf7b-f933-4b9b-8ecd-8c819a32490f req-ffcbbb2a-01ab-4670-9682-719ea3331343 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 210 time: 0.0815771 Jun 14 14:49:17.494527 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24eb9c-71ac-430b-b39a-86830388054d req-7f5841a5-8fab-465d-bc1e-496ae09352d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:17.496324 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bb24eb9c-71ac-430b-b39a-86830388054d req-7f5841a5-8fab-465d-bc1e-496ae09352d8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 1099 time: 0.1665626 Jun 14 14:49:17.548373 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-bb24eb9c-71ac-430b-b39a-86830388054d req-86858036-da07-4008-ac9b-4b023a72c83d service neutron] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:17.763766 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-bb24eb9c-71ac-430b-b39a-86830388054d req-86858036-da07-4008-ac9b-4b023a72c83d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:17.886945 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-bb24eb9c-71ac-430b-b39a-86830388054d req-86858036-da07-4008-ac9b-4b023a72c83d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:17.898700 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:17.957017 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bb24eb9c-71ac-430b-b39a-86830388054d req-86858036-da07-4008-ac9b-4b023a72c83d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=21b7e9b5-2e8f-4285-8a4a-315c7e111e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541132 Jun 14 14:49:17.966645 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86858036-da07-4008-ac9b-4b023a72c83d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=66ebe9ae-6620-41a6-9047-6ce1b862c438,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:17.972216 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-86858036-da07-4008-ac9b-4b023a72c83d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:18.109328 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:18.254139 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9270673c-0750-48c8-bf82-fe4dba695174 req-b817d4da-0609-4cb9-b85e-dbb9a17dfc48 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 210 time: 0.0649168 Jun 14 14:49:18.439426 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 59836) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:18.720154 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06177be-e7e5-4ed9-bcfd-544be6c088d8 req-1e867a7f-aa27-4ad6-8b08-33f0ab3cd3a3 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:18.744712 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e06177be-e7e5-4ed9-bcfd-544be6c088d8 req-1e867a7f-aa27-4ad6-8b08-33f0ab3cd3a3 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 946 time: 0.2477753 Jun 14 14:49:18.844833 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cfd91dc9-1870-4325-8415-7c1868c37aa4 req-71784f8e-f4f8-4ff4-b3a6-4ce625432225 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 210 time: 0.0647235 Jun 14 14:49:18.871395 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e06177be-e7e5-4ed9-bcfd-544be6c088d8 req-43947d48-1f54-4d35-bcf3-d6b5ef69d72b tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/security-groups?id=21b7e9b5-2e8f-4285-8a4a-315c7e111e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203318 Jun 14 14:49:18.911832 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-277ec3b7-af8f-4bc4-8819-738bd88bf693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:19.133222 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159247e1-be02-414d-94e2-266eff383095 req-98ff0ea5-a196-46df-b3c1-ed1d0a5020b3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:19.147612 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-159247e1-be02-414d-94e2-266eff383095 req-98ff0ea5-a196-46df-b3c1-ed1d0a5020b3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.35 "GET /v2.0/networks?id=1d5f5609-c7ac-49b5-a256-436c63bd28f5 HTTP/1.1" status: 200 len: 816 time: 0.2686262 Jun 14 14:49:19.227233 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-159247e1-be02-414d-94e2-266eff383095 req-54f34176-6396-4dbb-90fd-69a82769b5ee tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d950955f31d9460680045199b53c917f HTTP/1.1" status: 200 len: 380 time: 0.0715840 Jun 14 14:49:19.239077 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-159247e1-be02-414d-94e2-266eff383095 req-2f9072ba-d860-42d2-ad9e-3208f526c765 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Request body: {'port': {'device_id': '7ce76d42-aea2-4568-86d1-8a933f60803b', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'admin_state_up': True, 'tenant_id': 'd950955f31d9460680045199b53c917f', 'security_groups': ['e7960500-116d-4e78-a14f-5cd6273e2d07']}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:49:19.289226 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-277ec3b7-af8f-4bc4-8819-738bd88bf693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:19.364363 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 59864) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:19.443281 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-277ec3b7-af8f-4bc4-8819-738bd88bf693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:19.499957 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-7bafadb0-3a4f-4e29-9458-af9c828d2d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:19.511043 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-277ec3b7-af8f-4bc4-8819-738bd88bf693 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9a976007341e4987afdc170c7a827340&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0684955 Jun 14 14:49:19.512236 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 59872) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:19.687171 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dfc4f341-7010-4c04-a937-038ee042f288 req-4b86b08d-9446-4fd0-a375-8cf9cd6c5bc1 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 210 time: 0.1664236 Jun 14 14:49:19.719430 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-17d5785a-0017-4498-bda0-0ae050b3c4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:19.724055 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ec3b7-af8f-4bc4-8819-738bd88bf693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e213a5fc-8a18-43bc-9430-8e2d68034ae3,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:19.732610 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-277ec3b7-af8f-4bc4-8819-738bd88bf693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:19.835625 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-17d5785a-0017-4498-bda0-0ae050b3c4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:19.851574 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dabd5b21-0c80-4e99-92c4-790d2608dc15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:19.889432 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dabd5b21-0c80-4e99-92c4-790d2608dc15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:19.946505 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-17d5785a-0017-4498-bda0-0ae050b3c4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:19.964352 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:20.012203 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-17d5785a-0017-4498-bda0-0ae050b3c4ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1724fb6c128245f687f2db920d9cb375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6449983 Jun 14 14:49:20.012867 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 59892) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:20.014119 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5785a-0017-4498-bda0-0ae050b3c4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83236491-4d6e-4f9d-bc4d-10edfcaf2e3c,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:20.018254 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-17d5785a-0017-4498-bda0-0ae050b3c4ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:20.122798 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-159247e1-be02-414d-94e2-266eff383095 req-2f9072ba-d860-42d2-ad9e-3208f526c765 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Made reservation on behalf of d950955f31d9460680045199b53c917f for: {'port': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:49:20.131845 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-44dc44d3-cfb3-4ddc-b80d-73c130c0e629 req-37bcfd4b-ffb5-4c01-92b8-575e9a63b2bf tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 210 time: 0.0723865 Jun 14 14:49:20.132013 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-159247e1-be02-414d-94e2-266eff383095 req-2f9072ba-d860-42d2-ad9e-3208f526c765 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:20.154571 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.35', 62016) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:20.183479 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dabd5b21-0c80-4e99-92c4-790d2608dc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:20.231448 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dabd5b21-0c80-4e99-92c4-790d2608dc15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:20.236739 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-dabd5b21-0c80-4e99-92c4-790d2608dc15 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e213a5fc-8a18-43bc-9430-8e2d68034ae3 HTTP/1.1" status: 204 len: 168 time: 0.7193446 Jun 14 14:49:20.236739 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:20.260073 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd5b21-0c80-4e99-92c4-790d2608dc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e213a5fc-8a18-43bc-9430-8e2d68034ae3,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:20.266704 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-dabd5b21-0c80-4e99-92c4-790d2608dc15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:20.285502 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-91882a76-c0c0-4502-892a-7d9ac761840e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:20.338579 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab1b9f-f8a8-438f-8d26-3152a863237b req-2db5213e-e844-4a5a-851e-178fbaee373d tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:20.341675 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-deab1b9f-f8a8-438f-8d26-3152a863237b req-2db5213e-e844-4a5a-851e-178fbaee373d tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 946 time: 0.2629387 Jun 14 14:49:20.351463 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-91882a76-c0c0-4502-892a-7d9ac761840e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:20.434283 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-b4edbc79-883c-4817-b078-4860b998affc tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:20.439816 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-b4edbc79-883c-4817-b078-4860b998affc tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.35 "GET /v2.0/networks?id=8a06fa14-64a9-4a96-b9c1-d8414078e908 HTTP/1.1" status: 200 len: 809 time: 0.2817056 Jun 14 14:49:20.510509 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [req-159247e1-be02-414d-94e2-266eff383095 req-2f9072ba-d860-42d2-ad9e-3208f526c765 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Allocated IP 172.20.0.12 (1d5f5609-c7ac-49b5-a256-436c63bd28f5/16c47a92-806f-4b00-927d-529a6aa19a53/9fa81b1d-00e2-46d7-a1eb-9d358789109e) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:49:20.520414 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-deab1b9f-f8a8-438f-8d26-3152a863237b req-a330df4f-33a1-4814-a0d4-11033b62d96a tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/security-groups?id=21b7e9b5-2e8f-4285-8a4a-315c7e111e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211302 Jun 14 14:49:20.555645 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-454e62b5-c55a-4d5b-9026-abe6a6356c2f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e07cdcf5e1a4b67b7bff1eba180a07d HTTP/1.1" status: 200 len: 379 time: 0.0981102 Jun 14 14:49:20.570160 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-f75fd14e-f316-41cf-8a68-d8c1af334d0c tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Request body: {'port': {'device_id': '7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a', 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908', 'admin_state_up': True, 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'security_groups': ['aa6fcc81-4c28-4f4d-ac5e-c347686f63f9']}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:49:20.649754 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-91882a76-c0c0-4502-892a-7d9ac761840e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:20.652633 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-91882a76-c0c0-4502-892a-7d9ac761840e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:20.657025 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-91882a76-c0c0-4502-892a-7d9ac761840e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/83236491-4d6e-4f9d-bc4d-10edfcaf2e3c HTTP/1.1" status: 204 len: 168 time: 0.6326222 Jun 14 14:49:20.672655 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-95ca3b02-33d0-41fc-9890-d2f9d7a4b6f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:20.830646 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-159247e1-be02-414d-94e2-266eff383095 req-2f9072ba-d860-42d2-ad9e-3208f526c765 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for port, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:20.849847 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.provisioning_blocks [req-159247e1-be02-414d-94e2-266eff383095 req-2f9072ba-d860-42d2-ad9e-3208f526c765 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Transition to ACTIVE for port object 9fa81b1d-00e2-46d7-a1eb-9d358789109e will not be triggered until provisioned by entity DHCP. {{(pid=103388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:49:20.895569 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91882a76-c0c0-4502-892a-7d9ac761840e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83236491-4d6e-4f9d-bc4d-10edfcaf2e3c,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:20.898036 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-91882a76-c0c0-4502-892a-7d9ac761840e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:20.955310 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-f75fd14e-f316-41cf-8a68-d8c1af334d0c tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Made reservation on behalf of 2e07cdcf5e1a4b67b7bff1eba180a07d for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:49:20.962026 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-f75fd14e-f316-41cf-8a68-d8c1af334d0c tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:20.983727 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-159247e1-be02-414d-94e2-266eff383095 req-2f9072ba-d860-42d2-ad9e-3208f526c765 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27717363'] for port, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:20.992212 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-bb1a9204-3133-404e-b35b-5cc61ae83022 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:21.140784 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-159247e1-be02-414d-94e2-266eff383095 req-2f9072ba-d860-42d2-ad9e-3208f526c765 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Network 1d5f5609-c7ac-49b5-a256-436c63bd28f5 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:49:21.149470 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [req-159247e1-be02-414d-94e2-266eff383095 req-2f9072ba-d860-42d2-ad9e-3208f526c765 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:49:21.156356 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-159247e1-be02-414d-94e2-266eff383095 req-2f9072ba-d860-42d2-ad9e-3208f526c765 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:49:21.349063 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9072ba-d860-42d2-ad9e-3208f526c765 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Pushing event updated for resources: {'Port': ['ID=9fa81b1d-00e2-46d7-a1eb-9d358789109e,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:21.356959 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-2f9072ba-d860-42d2-ad9e-3208f526c765 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:21.368291 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-f75fd14e-f316-41cf-8a68-d8c1af334d0c tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Allocated IP 172.20.0.8 (8a06fa14-64a9-4a96-b9c1-d8414078e908/c472201c-ddff-4483-8b5d-5afdf2431617/e19f556d-d2ad-4e9f-ba72-3e1edb02d534) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:49:21.441011 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159247e1-be02-414d-94e2-266eff383095 req-2f9072ba-d860-42d2-ad9e-3208f526c765 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:21.441954 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-159247e1-be02-414d-94e2-266eff383095 req-2f9072ba-d860-42d2-ad9e-3208f526c765 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for port, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:21.506745 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 59938) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:21.508454 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-62a962ce-54da-4aa4-b175-88cfad9e36ce req-7a3f0e0f-eb60-4598-a56b-5b169036c24e tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 210 time: 0.0968223 Jun 14 14:49:21.552442 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-87c3fc7e-5095-423b-ad66-4a9cdeab0e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:21.696262 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-159247e1-be02-414d-94e2-266eff383095 req-2f9072ba-d860-42d2-ad9e-3208f526c765 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4599528 Jun 14 14:49:21.720720 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-d8a8eb62-ecea-460f-a5d2-03c33523ea75 None None] Provisioning for port 9fa81b1d-00e2-46d7-a1eb-9d358789109e completed by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:49:21.726584 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-159247e1-be02-414d-94e2-266eff383095 req-ec92221c-d3f0-4e09-97f6-4d41b69228c9 service neutron] Request body: {'port': {'device_id': '7ce76d42-aea2-4568-86d1-8a933f60803b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:49:21.729396 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-d8a8eb62-ecea-460f-a5d2-03c33523ea75 None None] Provisioning complete for port 9fa81b1d-00e2-46d7-a1eb-9d358789109e triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:49:21.730041 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d8a8eb62-ecea-460f-a5d2-03c33523ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:21.805483 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-d8a8eb62-ecea-460f-a5d2-03c33523ea75 None None] Port 9fa81b1d-00e2-46d7-a1eb-9d358789109e cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:49:22.068474 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-f75fd14e-f316-41cf-8a68-d8c1af334d0c tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for port, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:22.089951 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cb5be-05e8-4530-a2d8-33290dab71fe req-dbd69a10-c740-4383-97b3-a841791d5eed tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:22.091834 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1e4cb5be-05e8-4530-a2d8-33290dab71fe req-dbd69a10-c740-4383-97b3-a841791d5eed tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 946 time: 0.1434760 Jun 14 14:49:22.101349 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-f75fd14e-f316-41cf-8a68-d8c1af334d0c tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Transition to ACTIVE for port object e19f556d-d2ad-4e9f-ba72-3e1edb02d534 will not be triggered until provisioned by entity DHCP. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:49:22.116774 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c210c-d0b7-4a2d-b5aa-881a32a650e2 req-5584b6a8-a8d6-4bbe-b385-ed96ff7b9a16 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:22.129036 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-680c210c-d0b7-4a2d-b5aa-881a32a650e2 req-5584b6a8-a8d6-4bbe-b385-ed96ff7b9a16 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 932 time: 0.6445980 Jun 14 14:49:22.196028 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-159247e1-be02-414d-94e2-266eff383095 req-ec92221c-d3f0-4e09-97f6-4d41b69228c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:22.200493 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 59952) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:22.211905 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1e4cb5be-05e8-4530-a2d8-33290dab71fe req-917db530-0183-4fc3-a969-830c032de139 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/security-groups?id=21b7e9b5-2e8f-4285-8a4a-315c7e111e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788364 Jun 14 14:49:22.224436 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-372e679b-5d72-4da1-8ee1-4f837c71a3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:22.276078 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-680c210c-d0b7-4a2d-b5aa-881a32a650e2 req-824a8fbd-e075-43c9-8aa0-fbd4845821c3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405773 Jun 14 14:49:22.303759 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-f75fd14e-f316-41cf-8a68-d8c1af334d0c tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28280472'] for port, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:22.315271 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-6635a67c-a943-432f-bcff-be7b4a49b555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:22.336830 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-87c3fc7e-5095-423b-ad66-4a9cdeab0e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:22.474365 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-f75fd14e-f316-41cf-8a68-d8c1af334d0c tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Network 8a06fa14-64a9-4a96-b9c1-d8414078e908 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:49:22.484991 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-87c3fc7e-5095-423b-ad66-4a9cdeab0e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:22.518132 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-f75fd14e-f316-41cf-8a68-d8c1af334d0c tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:49:22.521712 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-91882a76-c0c0-4502-892a-7d9ac761840e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:22.526341 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-f75fd14e-f316-41cf-8a68-d8c1af334d0c tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:49:22.534376 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75fd14e-f316-41cf-8a68-d8c1af334d0c tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Pushing event updated for resources: {'Port': ['ID=e19f556d-d2ad-4e9f-ba72-3e1edb02d534,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:22.567157 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-87c3fc7e-5095-423b-ad66-4a9cdeab0e3d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=703e9129e27c4965a53a5291a5530c42&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0546875 Jun 14 14:49:22.568060 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-f75fd14e-f316-41cf-8a68-d8c1af334d0c tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:22.574797 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 59960) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:22.619345 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3fc7e-5095-423b-ad66-4a9cdeab0e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45497d73-05cb-46e5-a1e1-d9b2792601fd,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:22.658548 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-f75fd14e-f316-41cf-8a68-d8c1af334d0c tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:22.659231 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-f75fd14e-f316-41cf-8a68-d8c1af334d0c tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:22.667905 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-87c3fc7e-5095-423b-ad66-4a9cdeab0e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:22.789864 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-31b09ab6-44f1-48f4-89cb-1b84d934ce1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:22.797574 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-372e679b-5d72-4da1-8ee1-4f837c71a3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:22.838069 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-31b09ab6-44f1-48f4-89cb-1b84d934ce1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:22.936445 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-372e679b-5d72-4da1-8ee1-4f837c71a3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:23.018691 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:23.029726 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [req-159247e1-be02-414d-94e2-266eff383095 req-ec92221c-d3f0-4e09-97f6-4d41b69228c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa81b1d-00e2-46d7-a1eb-9d358789109e {{(pid=103388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:49:23.046689 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-159247e1-be02-414d-94e2-266eff383095 req-ec92221c-d3f0-4e09-97f6-4d41b69228c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:23.056298 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-372e679b-5d72-4da1-8ee1-4f837c71a3fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c8f86b7b608488c93af8e68a8cf0e22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8543677 Jun 14 14:49:23.065351 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-f75fd14e-f316-41cf-8a68-d8c1af334d0c tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5027881 Jun 14 14:49:23.073685 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.provisioning_blocks [req-159247e1-be02-414d-94e2-266eff383095 req-ec92221c-d3f0-4e09-97f6-4d41b69228c9 service neutron] Transition to ACTIVE for port object 9fa81b1d-00e2-46d7-a1eb-9d358789109e will not be triggered until provisioned by entity L2. {{(pid=103388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:49:23.083187 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 59972) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:23.109975 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-1b489377-e537-45e3-bf3a-aa1cc75adfdb service neutron] Request body: {'port': {'device_id': '7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:49:23.129349 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49624c84-dbec-4431-9216-19f4e2905905 req-30237bfb-6f74-4e5a-8c39-a134a8a75ecc tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:23.132068 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-49624c84-dbec-4431-9216-19f4e2905905 req-30237bfb-6f74-4e5a-8c39-a134a8a75ecc tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 931 time: 0.2892148 Jun 14 14:49:23.156029 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-52a6d26f-2625-44c2-89bf-95c0e451a405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:23.165267 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e679b-5d72-4da1-8ee1-4f837c71a3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9262cec-0cb6-4fd0-b37f-ea043398215a,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:23.176699 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-372e679b-5d72-4da1-8ee1-4f837c71a3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:23.209672 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-52a6d26f-2625-44c2-89bf-95c0e451a405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:23.212236 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-29f7b99c-ff82-4ad5-94e7-a55dc9ec37be None None] Provisioning for port e19f556d-d2ad-4e9f-ba72-3e1edb02d534 completed by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:49:23.215058 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-159247e1-be02-414d-94e2-266eff383095 req-ec92221c-d3f0-4e09-97f6-4d41b69228c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27717325'] for port, after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:23.221184 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-29f7b99c-ff82-4ad5-94e7-a55dc9ec37be None None] Provisioning complete for port e19f556d-d2ad-4e9f-ba72-3e1edb02d534 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:49:23.222132 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-29f7b99c-ff82-4ad5-94e7-a55dc9ec37be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:23.237086 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:23.258736 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-49624c84-dbec-4431-9216-19f4e2905905 req-d521061e-8c8e-4a8f-9f50-e24501c5bcb6 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977554 Jun 14 14:49:23.284842 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-1b489377-e537-45e3-bf3a-aa1cc75adfdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:23.372449 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-29f7b99c-ff82-4ad5-94e7-a55dc9ec37be None None] Port e19f556d-d2ad-4e9f-ba72-3e1edb02d534 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:49:23.454104 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-31b09ab6-44f1-48f4-89cb-1b84d934ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:23.468432 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-31b09ab6-44f1-48f4-89cb-1b84d934ce1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:23.474759 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-31b09ab6-44f1-48f4-89cb-1b84d934ce1f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/45497d73-05cb-46e5-a1e1-d9b2792601fd HTTP/1.1" status: 204 len: 168 time: 0.8968794 Jun 14 14:49:23.480120 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:23.574285 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b09ab6-44f1-48f4-89cb-1b84d934ce1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45497d73-05cb-46e5-a1e1-d9b2792601fd,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:23.580176 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-31b09ab6-44f1-48f4-89cb-1b84d934ce1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:23.647907 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92221c-d3f0-4e09-97f6-4d41b69228c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa81b1d-00e2-46d7-a1eb-9d358789109e,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:23.663482 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-ec92221c-d3f0-4e09-97f6-4d41b69228c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:24.068919 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-159247e1-be02-414d-94e2-266eff383095 req-ec92221c-d3f0-4e09-97f6-4d41b69228c9 service neutron] Attempting to bind port 9fa81b1d-00e2-46d7-a1eb-9d358789109e on host hv-cinder-77262 for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:49:24.069953 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-159247e1-be02-414d-94e2-266eff383095 req-ec92221c-d3f0-4e09-97f6-4d41b69228c9 service neutron] Attempting to bind port 9fa81b1d-00e2-46d7-a1eb-9d358789109e by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '36ad47b0-94a4-45d9-a103-2b0ca76dcd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:49:24.069953 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159247e1-be02-414d-94e2-266eff383095 req-ec92221c-d3f0-4e09-97f6-4d41b69228c9 service neutron] Attempting to bind port 9fa81b1d-00e2-46d7-a1eb-9d358789109e on network 1d5f5609-c7ac-49b5-a256-436c63bd28f5 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:49:24.081796 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159247e1-be02-414d-94e2-266eff383095 req-ec92221c-d3f0-4e09-97f6-4d41b69228c9 service neutron] Port 9fa81b1d-00e2-46d7-a1eb-9d358789109e on network 1d5f5609-c7ac-49b5-a256-436c63bd28f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:49:24.082138 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159247e1-be02-414d-94e2-266eff383095 req-ec92221c-d3f0-4e09-97f6-4d41b69228c9 service neutron] Attempting to bind port 9fa81b1d-00e2-46d7-a1eb-9d358789109e on network 1d5f5609-c7ac-49b5-a256-436c63bd28f5 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:49:24.094770 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159247e1-be02-414d-94e2-266eff383095 req-ec92221c-d3f0-4e09-97f6-4d41b69228c9 service neutron] Checking agent: {'id': '8465c201-e91e-4007-8337-fb267b4bb0bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'started_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:49:24.108040 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159247e1-be02-414d-94e2-266eff383095 req-ec92221c-d3f0-4e09-97f6-4d41b69228c9 service neutron] Checking segment: {'id': '36ad47b0-94a4-45d9-a103-2b0ca76dcd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:49:24.108040 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159247e1-be02-414d-94e2-266eff383095 req-ec92221c-d3f0-4e09-97f6-4d41b69228c9 service neutron] Bound using segment: {'id': '36ad47b0-94a4-45d9-a103-2b0ca76dcd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:49:24.108040 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-159247e1-be02-414d-94e2-266eff383095 req-ec92221c-d3f0-4e09-97f6-4d41b69228c9 service neutron] Bound port: 9fa81b1d-00e2-46d7-a1eb-9d358789109e, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ad47b0-94a4-45d9-a103-2b0ca76dcd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:49:24.108040 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-159247e1-be02-414d-94e2-266eff383095 req-ec92221c-d3f0-4e09-97f6-4d41b69228c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:24.108641 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07006d1e-14c6-4d81-837f-b7250c5c349a req-d75bde99-dbbf-418e-a92f-f23fa22737d9 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:24.110107 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-07006d1e-14c6-4d81-837f-b7250c5c349a req-d75bde99-dbbf-418e-a92f-f23fa22737d9 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.3222911 Jun 14 14:49:24.145336 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-52a6d26f-2625-44c2-89bf-95c0e451a405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:24.148505 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-52a6d26f-2625-44c2-89bf-95c0e451a405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:24.149821 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-52a6d26f-2625-44c2-89bf-95c0e451a405 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e9262cec-0cb6-4fd0-b37f-ea043398215a HTTP/1.1" status: 204 len: 168 time: 1.0653985 Jun 14 14:49:24.153852 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:24.192577 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6d26f-2625-44c2-89bf-95c0e451a405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9262cec-0cb6-4fd0-b37f-ea043398215a,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:24.201999 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-52a6d26f-2625-44c2-89bf-95c0e451a405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:24.240717 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-07006d1e-14c6-4d81-837f-b7250c5c349a req-6c689727-b475-4d41-9c88-ce608333fb7a tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185591 Jun 14 14:49:24.256976 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-1b489377-e537-45e3-bf3a-aa1cc75adfdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e19f556d-d2ad-4e9f-ba72-3e1edb02d534 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:49:24.267161 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-1b489377-e537-45e3-bf3a-aa1cc75adfdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:24.307813 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-1b489377-e537-45e3-bf3a-aa1cc75adfdb service neutron] Transition to ACTIVE for port object e19f556d-d2ad-4e9f-ba72-3e1edb02d534 will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:49:24.313809 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-159247e1-be02-414d-94e2-266eff383095 req-ec92221c-d3f0-4e09-97f6-4d41b69228c9 service neutron] For port 9fa81b1d-00e2-46d7-a1eb-9d358789109e, host hv-cinder-77262, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:49:24.320011 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-159247e1-be02-414d-94e2-266eff383095 req-ec92221c-d3f0-4e09-97f6-4d41b69228c9 service neutron] For port 9fa81b1d-00e2-46d7-a1eb-9d358789109e, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9fa81b1d-00e2-46d7-a1eb-9d358789109e,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:49:24.402508 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-1b489377-e537-45e3-bf3a-aa1cc75adfdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:24.419282 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:24.436237 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-159247e1-be02-414d-94e2-266eff383095 req-ec92221c-d3f0-4e09-97f6-4d41b69228c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27717325'] for port, after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:24.439487 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-9bc915bb-a0c3-4380-a946-fffe2cb3f045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:24.518498 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159247e1-be02-414d-94e2-266eff383095 req-ec92221c-d3f0-4e09-97f6-4d41b69228c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:24.519234 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-159247e1-be02-414d-94e2-266eff383095 req-ec92221c-d3f0-4e09-97f6-4d41b69228c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for port, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:24.521185 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-159247e1-be02-414d-94e2-266eff383095 req-ec92221c-d3f0-4e09-97f6-4d41b69228c9 service neutron] 10.222.0.35 "PUT /v2.0/ports/9fa81b1d-00e2-46d7-a1eb-9d358789109e HTTP/1.1" status: 200 len: 1094 time: 2.8016267 Jun 14 14:49:24.521837 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce76d42-aea2-4568-86d1-8a933f60803b', 'tag': '9fa81b1d-00e2-46d7-a1eb-9d358789109e'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:49:24.524387 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d16000bb1453c626be2c9fe90cf152d3497827e73c55abcdb2fab0d7ea5a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5edf768-af38-4ce0-8668-46fcbd4ee8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce76d42-aea2-4568-86d1-8a933f60803b", "tag": "9fa81b1d-00e2-46d7-a1eb-9d358789109e"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:49:24.618361 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92221c-d3f0-4e09-97f6-4d41b69228c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa81b1d-00e2-46d7-a1eb-9d358789109e,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:24.622463 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-ec92221c-d3f0-4e09-97f6-4d41b69228c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:24.643468 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15727d8-1b32-45ea-9fe9-da9c17ed1841 x-openstack-request-id: req-e15727d8-1b32-45ea-9fe9-da9c17ed1841 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:49:24.647715 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce76d42-aea2-4568-86d1-8a933f60803b", "tag": "9fa81b1d-00e2-46d7-a1eb-9d358789109e", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:49:24.647715 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e15727d8-1b32-45ea-9fe9-da9c17ed1841 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:49:24.647715 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce76d42-aea2-4568-86d1-8a933f60803b', 'tag': '9fa81b1d-00e2-46d7-a1eb-9d358789109e', 'status': 'completed', 'code': 200} Jun 14 14:49:24.869577 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edf768-af38-4ce0-8668-46fcbd4ee8f5 req-d9adc228-e4be-42c7-ad10-141917ec6c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:24.872235 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d5edf768-af38-4ce0-8668-46fcbd4ee8f5 req-d9adc228-e4be-42c7-ad10-141917ec6c00 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d950955f31d9460680045199b53c917f&device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 1097 time: 0.2004700 Jun 14 14:49:24.880239 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b489377-e537-45e3-bf3a-aa1cc75adfdb service neutron] Pushing event updated for resources: {'Port': ['ID=e19f556d-d2ad-4e9f-ba72-3e1edb02d534,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:24.941660 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-1b489377-e537-45e3-bf3a-aa1cc75adfdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:25.111978 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6205f9b-b2f0-479c-9048-2064263dad6e req-7061ce01-619b-4912-bf64-754721954522 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:25.113816 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a6205f9b-b2f0-479c-9048-2064263dad6e req-7061ce01-619b-4912-bf64-754721954522 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 943 time: 0.5527923 Jun 14 14:49:25.133831 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-1b489377-e537-45e3-bf3a-aa1cc75adfdb service neutron] Attempting to bind port e19f556d-d2ad-4e9f-ba72-3e1edb02d534 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:49:25.134472 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-1b489377-e537-45e3-bf3a-aa1cc75adfdb service neutron] Attempting to bind port e19f556d-d2ad-4e9f-ba72-3e1edb02d534 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '6a9d0ba9-8305-4546-acc4-e62f7911b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:49:25.135133 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-1b489377-e537-45e3-bf3a-aa1cc75adfdb service neutron] Attempting to bind port e19f556d-d2ad-4e9f-ba72-3e1edb02d534 on network 8a06fa14-64a9-4a96-b9c1-d8414078e908 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:49:25.157827 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-1b489377-e537-45e3-bf3a-aa1cc75adfdb service neutron] Port e19f556d-d2ad-4e9f-ba72-3e1edb02d534 on network 8a06fa14-64a9-4a96-b9c1-d8414078e908 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:49:25.158436 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-1b489377-e537-45e3-bf3a-aa1cc75adfdb service neutron] Attempting to bind port e19f556d-d2ad-4e9f-ba72-3e1edb02d534 on network 8a06fa14-64a9-4a96-b9c1-d8414078e908 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:49:25.168540 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-1b489377-e537-45e3-bf3a-aa1cc75adfdb service neutron] Checking agent: {'id': '8465c201-e91e-4007-8337-fb267b4bb0bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'started_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:49:25.169213 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-1b489377-e537-45e3-bf3a-aa1cc75adfdb service neutron] Checking segment: {'id': '6a9d0ba9-8305-4546-acc4-e62f7911b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:49:25.170048 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-1b489377-e537-45e3-bf3a-aa1cc75adfdb service neutron] Bound using segment: {'id': '6a9d0ba9-8305-4546-acc4-e62f7911b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:49:25.170522 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-1b489377-e537-45e3-bf3a-aa1cc75adfdb service neutron] Bound port: e19f556d-d2ad-4e9f-ba72-3e1edb02d534, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9d0ba9-8305-4546-acc4-e62f7911b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:49:25.170877 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-1b489377-e537-45e3-bf3a-aa1cc75adfdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:25.216209 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a6205f9b-b2f0-479c-9048-2064263dad6e req-bd00cdc0-6126-4e89-85e1-a894001b5934 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833719 Jun 14 14:49:25.399983 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edf768-af38-4ce0-8668-46fcbd4ee8f5 req-7f47f536-b540-4d0d-8ba3-82f251dc82cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:25.401774 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-1b489377-e537-45e3-bf3a-aa1cc75adfdb service neutron] For port e19f556d-d2ad-4e9f-ba72-3e1edb02d534, host hv-cinder-77262, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:49:25.403231 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d5edf768-af38-4ce0-8668-46fcbd4ee8f5 req-7f47f536-b540-4d0d-8ba3-82f251dc82cd service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d950955f31d9460680045199b53c917f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5132811 Jun 14 14:49:25.445267 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-1b489377-e537-45e3-bf3a-aa1cc75adfdb service neutron] For port e19f556d-d2ad-4e9f-ba72-3e1edb02d534, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e19f556d-d2ad-4e9f-ba72-3e1edb02d534,segment=NetworkSegment(6a9d0ba9-8305-4546-acc4-e62f7911b7ec),segment_id=6a9d0ba9-8305-4546-acc4-e62f7911b7ec)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:49:25.530696 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 60058) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:25.570705 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-1b489377-e537-45e3-bf3a-aa1cc75adfdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:25.580830 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:25.732849 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-1b489377-e537-45e3-bf3a-aa1cc75adfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:25.737047 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-1b489377-e537-45e3-bf3a-aa1cc75adfdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:25.744062 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-1b489377-e537-45e3-bf3a-aa1cc75adfdb service neutron] 10.222.0.35 "PUT /v2.0/ports/e19f556d-d2ad-4e9f-ba72-3e1edb02d534 HTTP/1.1" status: 200 len: 1093 time: 2.6564233 Jun 14 14:49:25.746035 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a', 'tag': 'e19f556d-d2ad-4e9f-ba72-3e1edb02d534'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:49:25.827677 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edf768-af38-4ce0-8668-46fcbd4ee8f5 req-a1c51331-1f04-4927-8de3-f95e3fa3bb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:25.832641 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d5edf768-af38-4ce0-8668-46fcbd4ee8f5 req-a1c51331-1f04-4927-8de3-f95e3fa3bb0e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4227643 Jun 14 14:49:25.862159 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b489377-e537-45e3-bf3a-aa1cc75adfdb service neutron] Pushing event updated for resources: {'Port': ['ID=e19f556d-d2ad-4e9f-ba72-3e1edb02d534,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:25.921146 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b95e7-d7b2-42ab-8d12-c53d818f542f req-1ecdd528-16b4-4391-88d2-c680232f181e tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:25.940347 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-982b95e7-d7b2-42ab-8d12-c53d818f542f req-1ecdd528-16b4-4391-88d2-c680232f181e tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.4499099 Jun 14 14:49:25.942446 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-1b489377-e537-45e3-bf3a-aa1cc75adfdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:26.067408 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ce7ded52-5cb5-422d-b40d-6ade902d1d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:26.171273 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-982b95e7-d7b2-42ab-8d12-c53d818f542f req-9c91612c-06b4-4f13-bcde-514eb44990b1 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522021 Jun 14 14:49:26.203780 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159247e1-be02-414d-94e2-266eff383095 req-b21335a7-0883-4db9-8f43-1fc8a10b890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:26.207232 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-159247e1-be02-414d-94e2-266eff383095 req-b21335a7-0883-4db9-8f43-1fc8a10b890e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d950955f31d9460680045199b53c917f&device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 1097 time: 0.2567401 Jun 14 14:49:26.220863 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-d761bab8-a296-464f-986e-86681625fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:26.222589 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-d761bab8-a296-464f-986e-86681625fa51 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e07cdcf5e1a4b67b7bff1eba180a07d&device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 1096 time: 0.3432276 Jun 14 14:49:26.306733 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-1fb13385-c529-409c-9ca4-1e4d2d31a26c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e19f556d-d2ad-4e9f-ba72-3e1edb02d534 HTTP/1.1" status: 200 len: 217 time: 0.0743010 Jun 14 14:49:26.412679 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-490387bb-8e32-4910-b081-2366d2509c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:26.414940 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-490387bb-8e32-4910-b081-2366d2509c60 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c472201c-ddff-4483-8b5d-5afdf2431617 HTTP/1.1" status: 200 len: 848 time: 0.1006820 Jun 14 14:49:26.652566 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ce7ded52-5cb5-422d-b40d-6ade902d1d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:26.665255 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-8c2e42e9-fb5b-4bf3-add3-c917b01c03de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:26.668480 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-8c2e42e9-fb5b-4bf3-add3-c917b01c03de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a06fa14-64a9-4a96-b9c1-d8414078e908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2337999 Jun 14 14:49:26.712311 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526670b3-cd7c-4d04-85a6-c055e8718a18" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a", "tag": "e19f556d-d2ad-4e9f-ba72-3e1edb02d534"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:49:26.727812 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ce7ded52-5cb5-422d-b40d-6ade902d1d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:26.770407 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-159247e1-be02-414d-94e2-266eff383095 req-a22f572b-6d57-4a7c-9842-454c09e70cb4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fa81b1d-00e2-46d7-a1eb-9d358789109e HTTP/1.1" status: 200 len: 217 time: 0.5532727 Jun 14 14:49:26.879846 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-140342df-18a1-4df8-a90d-29c65b65055c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:26.884632 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-b567eaad-ec27-4797-b64e-fe3679145783 service neutron] 10.222.0.35 "GET /v2.0/networks/8a06fa14-64a9-4a96-b9c1-d8414078e908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089007 Jun 14 14:49:26.969303 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159247e1-be02-414d-94e2-266eff383095 req-1e6f7b25-6c0c-4e4f-947d-7610795e189d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:26.971308 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-159247e1-be02-414d-94e2-266eff383095 req-1e6f7b25-6c0c-4e4f-947d-7610795e189d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16c47a92-806f-4b00-927d-529a6aa19a53 HTTP/1.1" status: 200 len: 855 time: 0.1784196 Jun 14 14:49:26.973547 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-ce7ded52-5cb5-422d-b40d-6ade902d1d49 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7001372be0043e6826667c262704c5e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4418488 Jun 14 14:49:26.979853 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 60118) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:26.985944 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae7735-1fbe-4e84-bc0e-3deffc1cf3c0 req-a26d92a0-8995-47f5-9744-c6b811891f37 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:26.995900 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eeae7735-1fbe-4e84-bc0e-3deffc1cf3c0 req-a26d92a0-8995-47f5-9744-c6b811891f37 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 943 time: 0.2703950 Jun 14 14:49:27.061790 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ded52-5cb5-422d-b40d-6ade902d1d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14baedbf-7de1-48d1-b700-244af4bb8ed4,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:27.078934 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-ce7ded52-5cb5-422d-b40d-6ade902d1d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:27.186441 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-14810600-a3a0-4962-aeef-182720002f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:27.195008 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-109efe43-4b31-4d6f-8b8f-ff4996258379 req-80d4cbb5-126c-494a-9c01-1057a347832a service neutron] 10.222.0.35 "GET /v2.0/networks/8a06fa14-64a9-4a96-b9c1-d8414078e908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973964 Jun 14 14:49:27.232285 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eeae7735-1fbe-4e84-bc0e-3deffc1cf3c0 req-71d1bf14-82fe-4063-93e1-3b364fa6ea28 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919234 Jun 14 14:49:27.241946 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-14810600-a3a0-4962-aeef-182720002f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:27.295728 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159247e1-be02-414d-94e2-266eff383095 req-3cae7f9f-9550-4665-bb8d-625abe0f8c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:27.297822 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-159247e1-be02-414d-94e2-266eff383095 req-3cae7f9f-9550-4665-bb8d-625abe0f8c9f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1d5f5609-c7ac-49b5-a256-436c63bd28f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3063736 Jun 14 14:49:27.468866 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-14810600-a3a0-4962-aeef-182720002f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:27.473255 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-14810600-a3a0-4962-aeef-182720002f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:27.474699 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-14810600-a3a0-4962-aeef-182720002f2a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/14baedbf-7de1-48d1-b700-244af4bb8ed4 HTTP/1.1" status: 204 len: 168 time: 0.4912231 Jun 14 14:49:27.475425 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-7bffecc1-f767-41ec-aa76-300c0ed58c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:27.478836 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0dd4ea-a3df-4859-bfaf-9f01c925f577 x-openstack-request-id: req-9d0dd4ea-a3df-4859-bfaf-9f01c925f577 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:49:27.479845 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a", "tag": "e19f556d-d2ad-4e9f-ba72-3e1edb02d534", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:49:27.480164 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9d0dd4ea-a3df-4859-bfaf-9f01c925f577 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:49:27.480656 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a', 'tag': 'e19f556d-d2ad-4e9f-ba72-3e1edb02d534', 'status': 'completed', 'code': 200} Jun 14 14:49:27.494092 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14810600-a3a0-4962-aeef-182720002f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14baedbf-7de1-48d1-b700-244af4bb8ed4,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:27.497714 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-14810600-a3a0-4962-aeef-182720002f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:27.615964 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-159247e1-be02-414d-94e2-266eff383095 req-f67b987c-5070-4ec7-a2eb-2e93092de924 service neutron] 10.222.0.35 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103194 Jun 14 14:49:27.696660 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb47fe-d946-4f53-a016-402b76182176 req-a776324f-390d-4d63-b326-414324db99fe tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:27.699126 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-54cb47fe-d946-4f53-a016-402b76182176 req-a776324f-390d-4d63-b326-414324db99fe tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.2175868 Jun 14 14:49:27.800783 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526670b3-cd7c-4d04-85a6-c055e8718a18 req-789cd986-cf11-4685-8d60-432426e6b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:27.802661 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-526670b3-cd7c-4d04-85a6-c055e8718a18 req-789cd986-cf11-4685-8d60-432426e6b648 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e07cdcf5e1a4b67b7bff1eba180a07d&device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 1096 time: 0.3168421 Jun 14 14:49:27.897975 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-54cb47fe-d946-4f53-a016-402b76182176 req-a4be46d6-a1c4-41f9-bc48-57b43272646a tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380780 Jun 14 14:49:27.902872 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-159247e1-be02-414d-94e2-266eff383095 req-15c8937a-2063-4eb8-95ff-59fced1c18a9 service neutron] 10.222.0.35 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785623 Jun 14 14:49:28.021881 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526670b3-cd7c-4d04-85a6-c055e8718a18 req-5c455640-760d-422e-9305-02d7a1862082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:28.025387 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-526670b3-cd7c-4d04-85a6-c055e8718a18 req-5c455640-760d-422e-9305-02d7a1862082 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a06fa14-64a9-4a96-b9c1-d8414078e908 HTTP/1.1" status: 200 len: 910 time: 0.2155919 Jun 14 14:49:28.106371 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-526670b3-cd7c-4d04-85a6-c055e8718a18 req-f8d0f479-14c1-4284-b7c9-9debdb0b1c3b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e19f556d-d2ad-4e9f-ba72-3e1edb02d534 HTTP/1.1" status: 200 len: 217 time: 0.0722303 Jun 14 14:49:28.211974 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526670b3-cd7c-4d04-85a6-c055e8718a18 req-4486d36d-29d0-41c9-a083-d699d13893a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:28.215464 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-526670b3-cd7c-4d04-85a6-c055e8718a18 req-4486d36d-29d0-41c9-a083-d699d13893a1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c472201c-ddff-4483-8b5d-5afdf2431617 HTTP/1.1" status: 200 len: 848 time: 0.1010575 Jun 14 14:49:28.334886 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526670b3-cd7c-4d04-85a6-c055e8718a18 req-62613de2-ad95-404b-b8cc-85911ff41083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:28.337794 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-526670b3-cd7c-4d04-85a6-c055e8718a18 req-62613de2-ad95-404b-b8cc-85911ff41083 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a06fa14-64a9-4a96-b9c1-d8414078e908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1153889 Jun 14 14:49:28.528645 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-526670b3-cd7c-4d04-85a6-c055e8718a18 req-4ae05581-755c-43a8-95bb-b18443effee3 service neutron] 10.222.0.35 "GET /v2.0/networks/8a06fa14-64a9-4a96-b9c1-d8414078e908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811390 Jun 14 14:49:28.547017 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c5b46-f953-4a10-8c17-400f83274a80 req-f8a96834-1d81-4b90-b9a6-859a49b1158f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:28.548843 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bf4c5b46-f953-4a10-8c17-400f83274a80 req-f8a96834-1d81-4b90-b9a6-859a49b1158f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 943 time: 0.1622674 Jun 14 14:49:28.697367 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bf4c5b46-f953-4a10-8c17-400f83274a80 req-dfc2f677-5821-4dfe-8574-72cbcf240c4c tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377716 Jun 14 14:49:28.704180 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 60168) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:28.753723 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-def9c47a-5d30-4224-b4c5-08cc417ca099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:28.772894 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-526670b3-cd7c-4d04-85a6-c055e8718a18 req-5030946c-d3b5-4f8f-b104-34150ab8a05a service neutron] 10.222.0.35 "GET /v2.0/networks/8a06fa14-64a9-4a96-b9c1-d8414078e908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221971 Jun 14 14:49:28.897768 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 60174) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:28.948865 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-def9c47a-5d30-4224-b4c5-08cc417ca099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:29.027908 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-def9c47a-5d30-4224-b4c5-08cc417ca099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:29.060775 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-dca600a6-add9-46c4-861a-7b0a6e49abd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:29.097271 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-def9c47a-5d30-4224-b4c5-08cc417ca099 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=88e6adf10cf8406b820b06c59623b2b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922107 Jun 14 14:49:29.100550 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 60184) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:29.114991 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9c47a-5d30-4224-b4c5-08cc417ca099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566b5cf6-23e4-4272-8108-3decdc079ada,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:29.152277 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9c47a-5d30-4224-b4c5-08cc417ca099 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:29.152641 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9c47a-5d30-4224-b4c5-08cc417ca099 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:29.153007 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9c47a-5d30-4224-b4c5-08cc417ca099 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:29.153351 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9c47a-5d30-4224-b4c5-08cc417ca099 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:29.153693 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9c47a-5d30-4224-b4c5-08cc417ca099 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:29.154032 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9c47a-5d30-4224-b4c5-08cc417ca099 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:29.154362 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9c47a-5d30-4224-b4c5-08cc417ca099 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:29.154696 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9c47a-5d30-4224-b4c5-08cc417ca099 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:29.155038 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9c47a-5d30-4224-b4c5-08cc417ca099 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:29.155374 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9c47a-5d30-4224-b4c5-08cc417ca099 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:29.155749 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9c47a-5d30-4224-b4c5-08cc417ca099 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:29.156085 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9c47a-5d30-4224-b4c5-08cc417ca099 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:29.186825 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-def9c47a-5d30-4224-b4c5-08cc417ca099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:29.235078 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b733e790-d1e5-4461-92f7-2fc137befd0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:29.269355 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b733e790-d1e5-4461-92f7-2fc137befd0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:29.280011 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f83bcd-19c2-4d41-84f7-528a9796c634 req-71076b8b-afc8-4e61-aaad-0c71ff5a3394 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:29.281630 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-87f83bcd-19c2-4d41-84f7-528a9796c634 req-71076b8b-afc8-4e61-aaad-0c71ff5a3394 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.1465580 Jun 14 14:49:29.380643 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-90321015-c281-4ed5-8019-3cab3372cdad admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:29.409819 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-87f83bcd-19c2-4d41-84f7-528a9796c634 req-00732df5-f3e6-4bbf-85f9-dd10e5255aaa tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153281 Jun 14 14:49:29.518533 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b733e790-d1e5-4461-92f7-2fc137befd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:29.530961 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b733e790-d1e5-4461-92f7-2fc137befd0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:29.532102 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-b733e790-d1e5-4461-92f7-2fc137befd0b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/566b5cf6-23e4-4272-8108-3decdc079ada HTTP/1.1" status: 204 len: 168 time: 0.4260504 Jun 14 14:49:29.534866 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-31b09ab6-44f1-48f4-89cb-1b84d934ce1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:29.552059 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733e790-d1e5-4461-92f7-2fc137befd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566b5cf6-23e4-4272-8108-3decdc079ada,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:29.557892 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-b733e790-d1e5-4461-92f7-2fc137befd0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:29.674527 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-90321015-c281-4ed5-8019-3cab3372cdad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:29.779426 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-90321015-c281-4ed5-8019-3cab3372cdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:29.787248 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:29.893822 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-90321015-c281-4ed5-8019-3cab3372cdad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c23b169e4be34793895db18f9ef18832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9936576 Jun 14 14:49:29.895517 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90321015-c281-4ed5-8019-3cab3372cdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8798ba-5a14-4517-8c36-7602b94d9736,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:29.899883 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 60206) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:29.904501 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-90321015-c281-4ed5-8019-3cab3372cdad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:29.983959 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dd5e6ee9-883e-47bb-b36b-237dfc1f64b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:29.995917 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf53ef7-397c-49da-b074-95846ed1834a req-be1b4edb-55c4-4588-b10f-230393ebfea4 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:29.998911 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-aaf53ef7-397c-49da-b074-95846ed1834a req-be1b4edb-55c4-4588-b10f-230393ebfea4 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 943 time: 0.1418438 Jun 14 14:49:30.070636 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dd5e6ee9-883e-47bb-b36b-237dfc1f64b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:30.090520 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-aaf53ef7-397c-49da-b074-95846ed1834a req-5e7727af-5072-4004-ac3a-5d298acfebf5 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854745 Jun 14 14:49:30.211634 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 9fa81b1d-00e2-46d7-a1eb-9d358789109e details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:49:30.307359 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dd5e6ee9-883e-47bb-b36b-237dfc1f64b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:30.310164 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dd5e6ee9-883e-47bb-b36b-237dfc1f64b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:30.311630 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-dd5e6ee9-883e-47bb-b36b-237dfc1f64b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e8798ba-5a14-4517-8c36-7602b94d9736 HTTP/1.1" status: 204 len: 168 time: 0.4097657 Jun 14 14:49:30.312439 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-b279374d-c7dd-46ef-9209-115d04b043d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:30.323769 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e6ee9-883e-47bb-b36b-237dfc1f64b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8798ba-5a14-4517-8c36-7602b94d9736,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:30.326881 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-dd5e6ee9-883e-47bb-b36b-237dfc1f64b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:30.413185 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 9fa81b1d-00e2-46d7-a1eb-9d358789109e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9fa81b1d-00e2-46d7-a1eb-9d358789109e,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:49:30.437772 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Returning: {'device': '9fa81b1d-00e2-46d7-a1eb-9d358789109e', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'port_id': '9fa81b1d-00e2-46d7-a1eb-9d358789109e', 'mac_address': 'fa:16:3e:cd:93:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:49:30.527614 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:30.549463 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa81b1d-00e2-46d7-a1eb-9d358789109e {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:49:30.577240 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 9fa81b1d-00e2-46d7-a1eb-9d358789109e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9fa81b1d-00e2-46d7-a1eb-9d358789109e,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:49:30.694149 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6c93b-0526-4489-9f15-ac8920d50274 req-a0def4fc-af55-4069-8704-1e847899609c tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:30.695986 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f9c6c93b-0526-4489-9f15-ac8920d50274 req-a0def4fc-af55-4069-8704-1e847899609c tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.0938077 Jun 14 14:49:30.743091 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:30.743916 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device e19f556d-d2ad-4e9f-ba72-3e1edb02d534 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:49:30.746752 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-694513de-9436-443f-9e6a-23c01094b815 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:30.755594 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f9c6c93b-0526-4489-9f15-ac8920d50274 req-131995e9-55f4-4cde-b2ed-a6ab3713ca4f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476031 Jun 14 14:49:30.908164 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=9fa81b1d-00e2-46d7-a1eb-9d358789109e,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:30.921603 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:30.946968 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port e19f556d-d2ad-4e9f-ba72-3e1edb02d534, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e19f556d-d2ad-4e9f-ba72-3e1edb02d534,segment=NetworkSegment(6a9d0ba9-8305-4546-acc4-e62f7911b7ec),segment_id=6a9d0ba9-8305-4546-acc4-e62f7911b7ec)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:49:30.963172 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Returning: {'device': 'e19f556d-d2ad-4e9f-ba72-3e1edb02d534', 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908', 'port_id': 'e19f556d-d2ad-4e9f-ba72-3e1edb02d534', 'mac_address': 'fa:16:3e:61:a0:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:49:31.038932 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:31.082865 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19f556d-d2ad-4e9f-ba72-3e1edb02d534 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:49:31.126677 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port e19f556d-d2ad-4e9f-ba72-3e1edb02d534, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e19f556d-d2ad-4e9f-ba72-3e1edb02d534,segment=NetworkSegment(6a9d0ba9-8305-4546-acc4-e62f7911b7ec),segment_id=6a9d0ba9-8305-4546-acc4-e62f7911b7ec)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:49:31.230557 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:31.237050 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:31.343017 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=e19f556d-d2ad-4e9f-ba72-3e1edb02d534,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:31.349077 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:31.405265 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00507a-f419-4648-9bfc-2b24794518f7 req-90c940dc-1f92-4dde-a17a-f3a0bd816261 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:31.415138 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ff00507a-f419-4648-9bfc-2b24794518f7 req-90c940dc-1f92-4dde-a17a-f3a0bd816261 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 944 time: 0.0889723 Jun 14 14:49:31.475195 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ff00507a-f419-4648-9bfc-2b24794518f7 req-214d80f7-b36b-456a-b73c-69359c5048a0 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536535 Jun 14 14:49:31.832861 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 60264) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:31.850512 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ceb15dd4-5fa6-4671-9aae-27155734e2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:31.856992 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-701ef91f-3f44-47cf-bdc2-2b23336fe5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:32.051625 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ceb15dd4-5fa6-4671-9aae-27155734e2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:32.071212 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9f334-8076-4a47-a093-6defab06c218 req-80c967f3-7d22-4ac2-bd39-648689a73315 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:32.076631 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c5d9f334-8076-4a47-a093-6defab06c218 req-80c967f3-7d22-4ac2-bd39-648689a73315 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 945 time: 0.1042852 Jun 14 14:49:32.136339 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ceb15dd4-5fa6-4671-9aae-27155734e2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:32.140343 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:32.151580 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c5d9f334-8076-4a47-a093-6defab06c218 req-dae5f5bc-e717-4064-b0f9-189664efede8 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694292 Jun 14 14:49:32.233886 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb15dd4-5fa6-4671-9aae-27155734e2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49b580b-4bf9-4178-be8d-f9e68ad704d4,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:32.240783 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-ceb15dd4-5fa6-4671-9aae-27155734e2b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=332e94dbd3374d7ba01263fe0c41cacf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4060521 Jun 14 14:49:32.251615 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb15dd4-5fa6-4671-9aae-27155734e2b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:32.252080 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb15dd4-5fa6-4671-9aae-27155734e2b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:32.252610 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb15dd4-5fa6-4671-9aae-27155734e2b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:32.253130 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb15dd4-5fa6-4671-9aae-27155734e2b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:32.253684 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb15dd4-5fa6-4671-9aae-27155734e2b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:32.253997 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 60274) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:32.254222 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb15dd4-5fa6-4671-9aae-27155734e2b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:32.254752 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb15dd4-5fa6-4671-9aae-27155734e2b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:32.255317 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb15dd4-5fa6-4671-9aae-27155734e2b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:32.255910 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb15dd4-5fa6-4671-9aae-27155734e2b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:32.256471 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb15dd4-5fa6-4671-9aae-27155734e2b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:32.257013 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb15dd4-5fa6-4671-9aae-27155734e2b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:32.257566 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb15dd4-5fa6-4671-9aae-27155734e2b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:32.264469 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-ceb15dd4-5fa6-4671-9aae-27155734e2b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:32.333219 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7e83a5da-af4a-431e-b519-2b844abc6e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:32.379221 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7e83a5da-af4a-431e-b519-2b844abc6e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:32.543403 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['9fa81b1d-00e2-46d7-a1eb-9d358789109e'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:49:32.545332 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7e83a5da-af4a-431e-b519-2b844abc6e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:32.555581 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7e83a5da-af4a-431e-b519-2b844abc6e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:32.569545 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-7e83a5da-af4a-431e-b519-2b844abc6e5b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d49b580b-4bf9-4178-be8d-f9e68ad704d4 HTTP/1.1" status: 204 len: 168 time: 0.3141782 Jun 14 14:49:32.570753 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-438962c1-0a06-4dda-90b8-5616904c3769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:32.616035 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83a5da-af4a-431e-b519-2b844abc6e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49b580b-4bf9-4178-be8d-f9e68ad704d4,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:32.633072 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-7e83a5da-af4a-431e-b519-2b844abc6e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:32.643033 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['e19f556d-d2ad-4e9f-ba72-3e1edb02d534'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:49:32.776247 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429e700-b44b-4cf4-95db-74b8570dff70 req-57b89d64-5999-4e9b-95a4-cb44e9986f94 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:32.779404 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d429e700-b44b-4cf4-95db-74b8570dff70 req-57b89d64-5999-4e9b-95a4-cb44e9986f94 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 944 time: 0.1476943 Jun 14 14:49:32.834086 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d429e700-b44b-4cf4-95db-74b8570dff70 req-24e60a49-acee-4ba1-8073-e8c14ce2ab7b tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450850 Jun 14 14:49:33.492052 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f6d64-fab4-47f3-8bb8-5233dc857351 req-6d8f66cf-2724-4502-98a7-3e056fde1f21 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:33.496052 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-701f6d64-fab4-47f3-8bb8-5233dc857351 req-6d8f66cf-2724-4502-98a7-3e056fde1f21 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 945 time: 0.1302388 Jun 14 14:49:33.611129 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-701f6d64-fab4-47f3-8bb8-5233dc857351 req-662dca7f-8a04-4602-8d14-ea1eec6758af tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019897 Jun 14 14:49:34.148449 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751c361-a651-4586-bd25-bb237f7d1c66 req-6c1b3e7c-dd17-4282-af03-596a315c2356 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:34.160994 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d751c361-a651-4586-bd25-bb237f7d1c66 req-6c1b3e7c-dd17-4282-af03-596a315c2356 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 944 time: 0.1432419 Jun 14 14:49:34.244214 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d751c361-a651-4586-bd25-bb237f7d1c66 req-01f76392-9495-4b45-8c81-23a9649b65a4 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804598 Jun 14 14:49:34.904113 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 60374) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:34.939532 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97ae85-a867-48eb-90de-954c316c52ee req-f2c4243c-6fb4-491c-b3f5-048cff4c6906 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:34.941907 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cd97ae85-a867-48eb-90de-954c316c52ee req-f2c4243c-6fb4-491c-b3f5-048cff4c6906 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 945 time: 0.1462517 Jun 14 14:49:35.024305 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cd97ae85-a867-48eb-90de-954c316c52ee req-506933e5-d5d1-468e-95dc-53dcdb7b8118 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706301 Jun 14 14:49:35.069744 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bf14eef0-fe3e-4d5d-8131-cd7265cd2a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:35.238363 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bf14eef0-fe3e-4d5d-8131-cd7265cd2a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:35.353709 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bf14eef0-fe3e-4d5d-8131-cd7265cd2a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:35.356843 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:35.421715 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14eef0-fe3e-4d5d-8131-cd7265cd2a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd63996-bac5-4b90-b5e9-5d60ee5d0086,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:35.425593 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-bf14eef0-fe3e-4d5d-8131-cd7265cd2a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:35.428894 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-bf14eef0-fe3e-4d5d-8131-cd7265cd2a35 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1b60459afeaa4566b5a2d20760f28a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5227005 Jun 14 14:49:35.435575 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 60390) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:35.530703 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-246e1f20-d160-41c3-ae24-910f0a49ee38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:35.542674 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8aee6ef-5c0f-4fe4-8f08-f75bec2263f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:35.565493 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03793180-011f-41cc-a15b-23d7f7ccd50e req-985d5b19-3704-471f-b74a-2ca100bdf332 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:35.574137 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-03793180-011f-41cc-a15b-23d7f7ccd50e req-985d5b19-3704-471f-b74a-2ca100bdf332 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 944 time: 0.1387863 Jun 14 14:49:35.600540 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8aee6ef-5c0f-4fe4-8f08-f75bec2263f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:35.648658 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-03793180-011f-41cc-a15b-23d7f7ccd50e req-44bacd8e-b6c0-4b38-9e37-bbc6c035c2e2 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683551 Jun 14 14:49:35.742853 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8aee6ef-5c0f-4fe4-8f08-f75bec2263f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:35.747504 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8aee6ef-5c0f-4fe4-8f08-f75bec2263f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:35.749042 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-f8aee6ef-5c0f-4fe4-8f08-f75bec2263f8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ebd63996-bac5-4b90-b5e9-5d60ee5d0086 HTTP/1.1" status: 204 len: 168 time: 0.3119295 Jun 14 14:49:35.753381 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:35.761458 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aee6ef-5c0f-4fe4-8f08-f75bec2263f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd63996-bac5-4b90-b5e9-5d60ee5d0086,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:35.763992 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-f8aee6ef-5c0f-4fe4-8f08-f75bec2263f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:36.249401 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ef470-56cb-40c9-988d-a41a302c17bb req-7a4b3701-4a7e-4242-8eca-57cd383afa78 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:36.251080 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-839ef470-56cb-40c9-988d-a41a302c17bb req-7a4b3701-4a7e-4242-8eca-57cd383afa78 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 945 time: 0.0932281 Jun 14 14:49:36.307746 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-839ef470-56cb-40c9-988d-a41a302c17bb req-4a5aeca1-c38b-4ca0-8f90-b9ac92f0fb22 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481911 Jun 14 14:49:36.462471 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:36.920345 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 60432) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:36.926692 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296e996-6744-4140-aa0f-e128cf391bfc req-5d53503d-3873-4b96-838b-17ba76129dc1 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:36.929646 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5296e996-6744-4140-aa0f-e128cf391bfc req-5d53503d-3873-4b96-838b-17ba76129dc1 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 944 time: 0.1088178 Jun 14 14:49:36.949810 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6517330b-89f2-4573-aaf4-035fe3befaed admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:37.011406 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5296e996-6744-4140-aa0f-e128cf391bfc req-216c55a1-e035-4210-8b4d-a1e7c6ef733e tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736551 Jun 14 14:49:37.086250 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6517330b-89f2-4573-aaf4-035fe3befaed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:37.216822 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6517330b-89f2-4573-aaf4-035fe3befaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:37.220205 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-efb68792-a82c-4039-861d-39fcdd023ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:37.267857 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-6517330b-89f2-4573-aaf4-035fe3befaed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fa871933b07c45568c604ebddf37f4ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3456421 Jun 14 14:49:37.268769 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517330b-89f2-4573-aaf4-035fe3befaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f794546f-1eb3-4c2c-ad9d-142f3c56ec2f,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:37.270759 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 60440) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:37.271886 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-6517330b-89f2-4573-aaf4-035fe3befaed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:37.330569 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ed363791-ba61-4bdf-8a96-b1c062c10c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:37.360150 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ed363791-ba61-4bdf-8a96-b1c062c10c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:37.536850 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ed363791-ba61-4bdf-8a96-b1c062c10c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:37.547850 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ed363791-ba61-4bdf-8a96-b1c062c10c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:37.552444 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-ed363791-ba61-4bdf-8a96-b1c062c10c5a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f794546f-1eb3-4c2c-ad9d-142f3c56ec2f HTTP/1.1" status: 204 len: 168 time: 0.2773144 Jun 14 14:49:37.552444 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-a08e6cdb-c618-431d-b13f-e9677f4286f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:37.563959 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed363791-ba61-4bdf-8a96-b1c062c10c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f794546f-1eb3-4c2c-ad9d-142f3c56ec2f,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:37.573692 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-ed363791-ba61-4bdf-8a96-b1c062c10c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:37.620245 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33eb30-f00a-4320-a52f-27b9e64f3d1f req-6f1d4911-e0fe-4203-8b8a-0d6ffe0988fb tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:37.624177 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fb33eb30-f00a-4320-a52f-27b9e64f3d1f req-6f1d4911-e0fe-4203-8b8a-0d6ffe0988fb tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 945 time: 0.1471605 Jun 14 14:49:37.694380 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fb33eb30-f00a-4320-a52f-27b9e64f3d1f req-84702364-8973-46df-8d87-a20510b8a9d5 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580902 Jun 14 14:49:38.109213 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:38.327846 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312b6ea-f183-463b-a086-8153c3a7bb9f req-6833657b-c792-4f90-ab5f-7615bd4fe9af tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:38.340329 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f312b6ea-f183-463b-a086-8153c3a7bb9f req-6833657b-c792-4f90-ab5f-7615bd4fe9af tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 944 time: 0.1693089 Jun 14 14:49:38.409186 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f312b6ea-f183-463b-a086-8153c3a7bb9f req-984af3d6-e52a-4a35-a6a0-36b1c9fc396f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646482 Jun 14 14:49:38.611072 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 9fa81b1d-00e2-46d7-a1eb-9d358789109e up at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:49:38.766468 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning for port 9fa81b1d-00e2-46d7-a1eb-9d358789109e completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:49:38.773608 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning complete for port 9fa81b1d-00e2-46d7-a1eb-9d358789109e triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:49:38.777529 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:39.024157 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38d860-8c24-44b2-b212-92710a2d82a2 req-3d9a1730-8598-4734-a466-c585d311fd15 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:39.024733 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:39.029845 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fe38d860-8c24-44b2-b212-92710a2d82a2 req-3d9a1730-8598-4734-a466-c585d311fd15 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 945 time: 0.0960534 Jun 14 14:49:39.086890 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce76d42-aea2-4568-86d1-8a933f60803b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa81b1d-00e2-46d7-a1eb-9d358789109e'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:49:39.092356 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c39a883-62da-4cbd-a91d-c0ac81c2e44a" -d '{"events": [{"server_uuid": "7ce76d42-aea2-4568-86d1-8a933f60803b", "name": "network-vif-plugged", "status": "completed", "tag": "9fa81b1d-00e2-46d7-a1eb-9d358789109e"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:49:39.120567 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 9fa81b1d-00e2-46d7-a1eb-9d358789109e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9fa81b1d-00e2-46d7-a1eb-9d358789109e,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:49:39.133851 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 60518) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:39.138423 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fe38d860-8c24-44b2-b212-92710a2d82a2 req-fe17db62-2401-45c3-b976-48ea838f1949 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982087 Jun 14 14:49:39.178801 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bd8b7a-0f74-4843-badc-93eb311ea15c x-openstack-request-id: req-a2bd8b7a-0f74-4843-badc-93eb311ea15c {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:49:39.179104 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce76d42-aea2-4568-86d1-8a933f60803b", "name": "network-vif-plugged", "status": "completed", "tag": "9fa81b1d-00e2-46d7-a1eb-9d358789109e", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:49:39.179355 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a2bd8b7a-0f74-4843-badc-93eb311ea15c {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:49:39.179787 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce76d42-aea2-4568-86d1-8a933f60803b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa81b1d-00e2-46d7-a1eb-9d358789109e', 'code': 200} Jun 14 14:49:39.276504 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:39.285224 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device e19f556d-d2ad-4e9f-ba72-3e1edb02d534 up at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:49:39.285224 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:39.324225 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-31a3e0db-f307-43dc-8632-667da4f4b74b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:39.416724 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=9fa81b1d-00e2-46d7-a1eb-9d358789109e,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:39.427893 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:39.428231 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:39.428914 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:39.429191 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:39.439613 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:39.440255 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:39.443376 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:39.443376 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:39.443376 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:39.443376 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:39.443376 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:39.443376 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:39.469483 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:39.535513 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-31a3e0db-f307-43dc-8632-667da4f4b74b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:39.551351 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning for port e19f556d-d2ad-4e9f-ba72-3e1edb02d534 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:49:39.559148 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning complete for port e19f556d-d2ad-4e9f-ba72-3e1edb02d534 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:49:39.560100 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:39.638200 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 60534) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:39.657332 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-31a3e0db-f307-43dc-8632-667da4f4b74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:39.661098 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-a2e9cd23-f0c9-4536-b3e8-02c7234c3a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:39.728290 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3e0db-f307-43dc-8632-667da4f4b74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49a73d8-b7a4-4cd5-acc7-088e99983c77,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:39.773105 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-31a3e0db-f307-43dc-8632-667da4f4b74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:39.853283 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-9b1955a4-4c96-4739-b20d-61b202b31dd4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-922449262-network', 'tenant_id': 'e0e40097a2644c6db84ed8f076dc9481'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:49:39.859213 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-31a3e0db-f307-43dc-8632-667da4f4b74b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ce50fc8153b84159a6932524f9a9efed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7235708 Jun 14 14:49:39.862652 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 60542) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:39.884555 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:39.931505 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d0220-c183-4c93-8e75-8592a5f6acf1 req-bb9286bc-67f5-4620-a395-568733aed214 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:39.933833 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port e19f556d-d2ad-4e9f-ba72-3e1edb02d534, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e19f556d-d2ad-4e9f-ba72-3e1edb02d534,segment=NetworkSegment(6a9d0ba9-8305-4546-acc4-e62f7911b7ec),segment_id=6a9d0ba9-8305-4546-acc4-e62f7911b7ec)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:49:39.935772 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f71d0220-c183-4c93-8e75-8592a5f6acf1 req-bb9286bc-67f5-4620-a395-568733aed214 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 944 time: 0.3330967 Jun 14 14:49:40.015110 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1955a4-4c96-4739-b20d-61b202b31dd4 admin admin] Made reservation on behalf of e0e40097a2644c6db84ed8f076dc9481 for: {'network': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:49:40.017824 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9b1955a4-4c96-4739-b20d-61b202b31dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for network, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:40.037123 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9b1955a4-4c96-4739-b20d-61b202b31dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:40.047408 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:40.054980 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-a24c7ff1-f274-41fc-af5f-b81d6dc87d84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:40.084745 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791aeee-5af1-4f10-b621-07ead83c91c5 req-91cc4151-1afa-4f4c-ba68-bf55062ddcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:40.086153 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9791aeee-5af1-4f10-b621-07ead83c91c5 req-91cc4151-1afa-4f4c-ba68-bf55062ddcc7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 1099 time: 0.3141844 Jun 14 14:49:40.132571 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f71d0220-c183-4c93-8e75-8592a5f6acf1 req-4f699c9a-b9cd-4674-afb9-183f6a390027 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707861 Jun 14 14:49:40.136908 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-823bf905-c38f-498f-b680-7f8a7ce3b023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:40.242756 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9791aeee-5af1-4f10-b621-07ead83c91c5 req-4749683f-73bb-4150-b498-946964cc46ce service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280029 Jun 14 14:49:40.250280 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-823bf905-c38f-498f-b680-7f8a7ce3b023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:40.268612 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=e19f556d-d2ad-4e9f-ba72-3e1edb02d534,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:40.274953 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:40.341627 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:40.345242 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9b1955a4-4c96-4739-b20d-61b202b31dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:40.452019 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-823bf905-c38f-498f-b680-7f8a7ce3b023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:40.455738 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-823bf905-c38f-498f-b680-7f8a7ce3b023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:40.456609 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9b1955a4-4c96-4739-b20d-61b202b31dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:40.457587 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-823bf905-c38f-498f-b680-7f8a7ce3b023 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e49a73d8-b7a4-4cd5-acc7-088e99983c77 HTTP/1.1" status: 204 len: 168 time: 0.5907152 Jun 14 14:49:40.459585 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-87c3fc7e-5095-423b-ad66-4a9cdeab0e3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:40.469461 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:40.486360 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bf905-c38f-498f-b680-7f8a7ce3b023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49a73d8-b7a4-4cd5-acc7-088e99983c77,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:40.491293 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-823bf905-c38f-498f-b680-7f8a7ce3b023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:40.505007 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1955a4-4c96-4739-b20d-61b202b31dd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=103387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:49:40.532580 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9b1955a4-4c96-4739-b20d-61b202b31dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:40.535867 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.db.segments_db [None req-9b1955a4-4c96-4739-b20d-61b202b31dd4 admin admin] Added segment e42af29c-9f78-4bc7-a44d-0a9b8088f88e of type vlan for network d5e78543-43f2-427a-b88e-87204b3f7528 Jun 14 14:49:40.535867 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1955a4-4c96-4739-b20d-61b202b31dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9661ae79-55ae-4338-a71a-54e907169433,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:40.539809 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-9b1955a4-4c96-4739-b20d-61b202b31dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:40.564762 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761a177-0da5-428f-abc6-da4d919a31e7 req-80b82840-0eca-4449-8130-bed353d7b9ee tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:40.566364 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9761a177-0da5-428f-abc6-da4d919a31e7 req-80b82840-0eca-4449-8130-bed353d7b9ee tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.1713362 Jun 14 14:49:40.642458 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9b1955a4-4c96-4739-b20d-61b202b31dd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775072637368'] for network, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:40.691076 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9761a177-0da5-428f-abc6-da4d919a31e7 req-161fc3d8-a171-432f-a807-d3fb87c16360 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846353 Jun 14 14:49:40.805224 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9b1955a4-4c96-4739-b20d-61b202b31dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254'] for network, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:40.807278 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1955a4-4c96-4739-b20d-61b202b31dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:40.808770 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9b1955a4-4c96-4739-b20d-61b202b31dd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:40.812455 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-efb68792-a82c-4039-861d-39fcdd023ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:40.911167 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1955a4-4c96-4739-b20d-61b202b31dd4 admin admin] Pushing event updated for resources: {'Network': ['ID=d5e78543-43f2-427a-b88e-87204b3f7528,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:40.915605 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-9b1955a4-4c96-4739-b20d-61b202b31dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:40.925189 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Network d5e78543-43f2-427a-b88e-87204b3f7528 details requested by agent ovs-agent-dv-cinder-772623-8-iscsi with host dv-cinder-772623-8-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:49:40.943506 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-9b1955a4-4c96-4739-b20d-61b202b31dd4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3037620 Jun 14 14:49:40.951130 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 60584) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:40.956554 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-d98a7b6c-cac5-463b-9e13-d8a2df7af021 admin admin] Request body: {'subnet': {'network_id': 'd5e78543-43f2-427a-b88e-87204b3f7528', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-922449262-subnet', 'tenant_id': 'e0e40097a2644c6db84ed8f076dc9481', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:49:41.112869 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98a7b6c-cac5-463b-9e13-d8a2df7af021 admin admin] Made reservation on behalf of e0e40097a2644c6db84ed8f076dc9481 for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:49:41.117010 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d98a7b6c-cac5-463b-9e13-d8a2df7af021 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27527779'] for subnet, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:41.181554 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19f556d-d2ad-4e9f-ba72-3e1edb02d534'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:49:41.186751 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b927624a-1fe3-4e10-92c4-c43e22f99f56" -d '{"events": [{"server_uuid": "7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a", "name": "network-vif-plugged", "status": "completed", "tag": "e19f556d-d2ad-4e9f-ba72-3e1edb02d534"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:49:41.430463 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc508b8-0e14-4746-bd23-6785c12c9a15 x-openstack-request-id: req-ffc508b8-0e14-4746-bd23-6785c12c9a15 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:49:41.435741 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a", "name": "network-vif-plugged", "status": "completed", "tag": "e19f556d-d2ad-4e9f-ba72-3e1edb02d534", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:49:41.436598 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ffc508b8-0e14-4746-bd23-6785c12c9a15 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:49:41.437840 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19f556d-d2ad-4e9f-ba72-3e1edb02d534', 'code': 200} Jun 14 14:49:41.485380 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 60598) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:41.528670 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a5276711-d296-41cf-a447-4435e166bd2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:41.654220 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d98a7b6c-cac5-463b-9e13-d8a2df7af021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27716675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27527797'] for subnet, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:41.656414 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:41.656704 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25376e15-2d8a-4803-bcac-e249371766cf req-41eb640f-57de-48f6-a88e-3d1093e57978 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:41.669573 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-25376e15-2d8a-4803-bcac-e249371766cf req-41eb640f-57de-48f6-a88e-3d1093e57978 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.1802711 Jun 14 14:49:41.732856 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-25376e15-2d8a-4803-bcac-e249371766cf req-ed69a758-473e-40ac-b971-0cfafe6e35bd tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618632 Jun 14 14:49:41.837110 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a7b6c-cac5-463b-9e13-d8a2df7af021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ccb9ecf-bc7c-475d-8d79-b282fe307902,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:41.844870 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-d98a7b6c-cac5-463b-9e13-d8a2df7af021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:41.912606 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a5276711-d296-41cf-a447-4435e166bd2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:41.917007 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98a7b6c-cac5-463b-9e13-d8a2df7af021 admin admin] Checking segment: {'id': 'e42af29c-9f78-4bc7-a44d-0a9b8088f88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd5e78543-43f2-427a-b88e-87204b3f7528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:49:41.917512 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98a7b6c-cac5-463b-9e13-d8a2df7af021 admin admin] Network hostable DHCP agents. Network: d5e78543-43f2-427a-b88e-87204b3f7528, hostable agents: ['1c28a66e-eef9-4899-ac0a-d449f34e71b3'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:49:42.005313 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded33cc9-0531-4874-b673-cce69e7c1ef6 req-9ca992f0-d2b8-4dd4-b1df-92f51f2910c5 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:42.007083 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ded33cc9-0531-4874-b673-cce69e7c1ef6 req-9ca992f0-d2b8-4dd4-b1df-92f51f2910c5 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 946 time: 0.2847486 Jun 14 14:49:42.012708 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a5276711-d296-41cf-a447-4435e166bd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:42.014369 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-ce7ded52-5cb5-422d-b40d-6ade902d1d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:42.109958 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2665760-8c62-4f79-bc9c-102bef535b15 req-96e9ee13-2f38-4158-8213-7a0c5ac8a9d0 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:42.112528 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f2665760-8c62-4f79-bc9c-102bef535b15 req-96e9ee13-2f38-4158-8213-7a0c5ac8a9d0 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.1841028 Jun 14 14:49:42.121439 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-a5276711-d296-41cf-a447-4435e166bd2b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=909d2ba8816e4a93a750d5ee50a85447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6341834 Jun 14 14:49:42.122319 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5276711-d296-41cf-a447-4435e166bd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0805a35b-ac37-4970-b15b-fd9600d081bf,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:42.126904 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-a5276711-d296-41cf-a447-4435e166bd2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:42.131272 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 60614) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:42.143807 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98a7b6c-cac5-463b-9e13-d8a2df7af021 admin admin] Network d5e78543-43f2-427a-b88e-87204b3f7528 is scheduled to be hosted by DHCP agent 1c28a66e-eef9-4899-ac0a-d449f34e71b3 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:49:42.164371 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ded33cc9-0531-4874-b673-cce69e7c1ef6 req-07b1551e-a76e-4f45-8b9b-103259029394 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/security-groups?id=21b7e9b5-2e8f-4285-8a4a-315c7e111e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264856 Jun 14 14:49:42.322062 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f2665760-8c62-4f79-bc9c-102bef535b15 req-f1e88ac7-1701-4707-9554-08cb6755f4ed tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908188 Jun 14 14:49:42.341267 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-d98a7b6c-cac5-463b-9e13-d8a2df7af021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-8-iscsi, d5e78543-43f2-427a-b88e-87204b3f7528) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:49:42.363270 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98a7b6c-cac5-463b-9e13-d8a2df7af021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:42.364324 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d98a7b6c-cac5-463b-9e13-d8a2df7af021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for subnet, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:42.365533 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5fd12cec-9f44-46d3-b5a9-de36dd9b77b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:42.372773 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a136c0-379b-4e3a-99dc-ddcb4d396830 None None] Network d5e78543-43f2-427a-b88e-87204b3f7528 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:49:42.385326 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71aa9b-0d06-42f5-9af8-4d15facf7e73 req-8e829266-63ee-4619-b295-c14814416bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:42.387564 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9b71aa9b-0d06-42f5-9af8-4d15facf7e73 req-8e829266-63ee-4619-b295-c14814416bec service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 1098 time: 0.1525116 Jun 14 14:49:42.425724 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:49:42.427302 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5fd12cec-9f44-46d3-b5a9-de36dd9b77b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:42.471246 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9b71aa9b-0d06-42f5-9af8-4d15facf7e73 req-99217e53-c1d0-496f-8a12-e75b100c9a4b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712740 Jun 14 14:49:42.520571 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d98a7b6c-cac5-463b-9e13-d8a2df7af021 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5680633 Jun 14 14:49:42.639842 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5fd12cec-9f44-46d3-b5a9-de36dd9b77b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:42.646858 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5fd12cec-9f44-46d3-b5a9-de36dd9b77b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:42.652913 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-5fd12cec-9f44-46d3-b5a9-de36dd9b77b6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0805a35b-ac37-4970-b15b-fd9600d081bf HTTP/1.1" status: 204 len: 168 time: 0.5198905 Jun 14 14:49:42.653828 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-82cc2426-394a-484d-9b4e-09de4e6859b1 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:42.668159 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd12cec-9f44-46d3-b5a9-de36dd9b77b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0805a35b-ac37-4970-b15b-fd9600d081bf,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:42.671745 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-5fd12cec-9f44-46d3-b5a9-de36dd9b77b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:42.676153 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32436a0-76c8-46e8-af38-86a83ddfc39e req-ef4457eb-6163-41e4-a15e-3f925cab13fa tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:42.678155 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d32436a0-76c8-46e8-af38-86a83ddfc39e req-ef4457eb-6163-41e4-a15e-3f925cab13fa tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.1462827 Jun 14 14:49:42.692570 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 60626) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:42.696896 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfa4dc7-9c04-46ed-a63d-28103faaf1f2 None None] Network d5e78543-43f2-427a-b88e-87204b3f7528 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:49:42.701499 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-2d4b5848-7c08-4aa3-b538-c571474633ef tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Request body: {'floatingip': {'port_id': '9fa81b1d-00e2-46d7-a1eb-9d358789109e'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:49:42.924786 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2d4b5848-7c08-4aa3-b538-c571474633ef tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for floatingip, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:43.494544 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba86cd8-79b6-40ed-ba24-71180a226a48 req-171a1fef-a102-4f3e-a4c1-fd8e885ad06d tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:43.497139 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3ba86cd8-79b6-40ed-ba24-71180a226a48 req-171a1fef-a102-4f3e-a4c1-fd8e885ad06d tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 946 time: 0.1352284 Jun 14 14:49:43.552774 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 60652) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:43.563459 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82001d04-ec67-4754-a9ea-a3fdd2e1cf89 req-50d27ed2-4d1d-4025-801b-ae20656442cb tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:43.571949 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-82001d04-ec67-4754-a9ea-a3fdd2e1cf89 req-50d27ed2-4d1d-4025-801b-ae20656442cb tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.5111716 Jun 14 14:49:43.660106 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3ba86cd8-79b6-40ed-ba24-71180a226a48 req-ae820275-a57b-407a-a7a4-70d5d262f88e tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/security-groups?id=21b7e9b5-2e8f-4285-8a4a-315c7e111e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265402 Jun 14 14:49:43.707130 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8849017f-057c-4ce5-889a-2e9b78c25a6e req-eb64c81a-1b7b-49be-be3b-77281cb395b7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1930041 Jun 14 14:49:43.914836 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849017f-057c-4ce5-889a-2e9b78c25a6e req-8481ce86-bf40-4528-8ec4-a2c3fb611cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:43.917590 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8849017f-057c-4ce5-889a-2e9b78c25a6e req-8481ce86-bf40-4528-8ec4-a2c3fb611cd9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d950955f31d9460680045199b53c917f&device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 1099 time: 0.1611404 Jun 14 14:49:43.937701 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-82001d04-ec67-4754-a9ea-a3fdd2e1cf89 req-53f0888c-d7af-42da-824b-7b5ecc86564b tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3640859 Jun 14 14:49:44.008659 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62426d01-3cbc-474e-ba42-930c83164ca5 req-d6fc10d7-b935-4ff9-bbef-24b065b29fbd tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:44.010883 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-62426d01-3cbc-474e-ba42-930c83164ca5 req-d6fc10d7-b935-4ff9-bbef-24b065b29fbd tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.35 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 946 time: 0.4595866 Jun 14 14:49:44.188063 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849017f-057c-4ce5-889a-2e9b78c25a6e req-32a4cccf-dd58-40e2-b47f-98bb1b39efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:44.189756 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8849017f-057c-4ce5-889a-2e9b78c25a6e req-32a4cccf-dd58-40e2-b47f-98bb1b39efc7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1d5f5609-c7ac-49b5-a256-436c63bd28f5 HTTP/1.1" status: 200 len: 917 time: 0.2402384 Jun 14 14:49:44.267717 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8849017f-057c-4ce5-889a-2e9b78c25a6e req-f0ac7b6e-73fe-4745-8dd6-c1e920cf6030 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fa81b1d-00e2-46d7-a1eb-9d358789109e HTTP/1.1" status: 200 len: 217 time: 0.0672967 Jun 14 14:49:44.360482 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849017f-057c-4ce5-889a-2e9b78c25a6e req-8182bf84-6f77-4617-bf00-0c29a96fdc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:44.362178 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8849017f-057c-4ce5-889a-2e9b78c25a6e req-8182bf84-6f77-4617-bf00-0c29a96fdc6b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16c47a92-806f-4b00-927d-529a6aa19a53 HTTP/1.1" status: 200 len: 855 time: 0.0878103 Jun 14 14:49:44.477098 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7e311ec2-c857-4a41-a95e-3dfc6ec4c1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:44.527374 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849017f-057c-4ce5-889a-2e9b78c25a6e req-20c9d5f3-a55c-4f41-bcd6-6147f6e56500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:44.530541 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8849017f-057c-4ce5-889a-2e9b78c25a6e req-20c9d5f3-a55c-4f41-bcd6-6147f6e56500 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1d5f5609-c7ac-49b5-a256-436c63bd28f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1497705 Jun 14 14:49:44.534793 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 60690) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:44.540716 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-f150a3b0-c5aa-4af6-a3d9-78f7ab06a9c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1032665693-network', 'tenant_id': 'fcecd907196f485d99e71b1f3c000ba3'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:49:44.657828 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.db.api [None req-7e311ec2-c857-4a41-a95e-3dfc6ec4c1ed admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 14 14:49:44.657828 dv-cinder-772623-8-iscsi neutron-server[103387]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 14 14:49:44.657828 dv-cinder-772623-8-iscsi neutron-server[103387]: [parameters: {'project_id': 'b1d8bbcb13a440b393b6d00379357bbe', 'id': '970b80df-2ca0-4add-8ec9-ba0a312362b2', 'expiration': datetime.datetime(2021, 6, 14, 14, 51, 44, 599954)}] Jun 14 14:49:44.657828 dv-cinder-772623-8-iscsi neutron-server[103387]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=103387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 14 14:49:44.658264 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_db.api [None req-7e311ec2-c857-4a41-a95e-3dfc6ec4c1ed admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 14:49:44.682933 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8849017f-057c-4ce5-889a-2e9b78c25a6e req-c4ac3a7f-070d-4f6e-91ac-67f56d756bd8 service neutron] 10.222.0.35 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383374 Jun 14 14:49:44.686063 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.db.resource_extend [None req-2d4b5848-7c08-4aa3-b538-c571474633ef tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 14 14:49:44.800265 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f150a3b0-c5aa-4af6-a3d9-78f7ab06a9c8 admin admin] Made reservation on behalf of fcecd907196f485d99e71b1f3c000ba3 for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:49:44.805716 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f150a3b0-c5aa-4af6-a3d9-78f7ab06a9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for network, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:44.813193 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 60696) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:44.825701 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-62426d01-3cbc-474e-ba42-930c83164ca5 req-7f3a9e4d-7c11-4554-b7c1-459321b082c6 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Deleting port 3208e852-ae96-453e-9498-b1227ec6b3b7 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:49:44.826061 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-62426d01-3cbc-474e-ba42-930c83164ca5 req-7f3a9e4d-7c11-4554-b7c1-459321b082c6 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:44.838208 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2d4b5848-7c08-4aa3-b538-c571474633ef tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:44.934556 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2d4b5848-7c08-4aa3-b538-c571474633ef tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768775'] for floatingip, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:45.065295 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-d8c0d3c7-3d69-4d68-abb0-29b5fff57fb4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-803766828-network', 'tenant_id': 'd779389355af44759f4711a7a199a059'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:49:45.171832 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7e311ec2-c857-4a41-a95e-3dfc6ec4c1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:45.184137 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f150a3b0-c5aa-4af6-a3d9-78f7ab06a9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:45.220983 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-62426d01-3cbc-474e-ba42-930c83164ca5 req-7f3a9e4d-7c11-4554-b7c1-459321b082c6 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] For port 3208e852-ae96-453e-9498-b1227ec6b3b7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=3208e852-ae96-453e-9498-b1227ec6b3b7,segment=NetworkSegment(cc859cac-b5b2-4221-9861-f2e91e3c63ed),segment_id=cc859cac-b5b2-4221-9861-f2e91e3c63ed)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:49:45.220983 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-62426d01-3cbc-474e-ba42-930c83164ca5 req-7f3a9e4d-7c11-4554-b7c1-459321b082c6 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:45.230010 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8849017f-057c-4ce5-889a-2e9b78c25a6e req-bee42bc5-5809-4144-a39f-2bc395854e4b service neutron] 10.222.0.35 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5406902 Jun 14 14:49:45.264636 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba758f-1196-4ff0-9c46-2ab5591aaa8b req-cd2fb0eb-2ca3-4369-8360-63ebbce5751e tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:45.266156 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-08ba758f-1196-4ff0-9c46-2ab5591aaa8b req-cd2fb0eb-2ca3-4369-8360-63ebbce5751e tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 946 time: 0.4556005 Jun 14 14:49:45.318173 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-08ba758f-1196-4ff0-9c46-2ab5591aaa8b req-32e0556d-96b4-4726-a637-baf75c0ee7f9 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/security-groups?id=21b7e9b5-2e8f-4285-8a4a-315c7e111e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432794 Jun 14 14:49:45.517445 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f150a3b0-c5aa-4af6-a3d9-78f7ab06a9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:45.625860 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.db.api [None req-7e311ec2-c857-4a41-a95e-3dfc6ec4c1ed admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 14 14:49:45.625860 dv-cinder-772623-8-iscsi neutron-server[103387]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 14 14:49:45.625860 dv-cinder-772623-8-iscsi neutron-server[103387]: [parameters: {'project_id_1': 'b1d8bbcb13a440b393b6d00379357bbe', 'expiration_1': datetime.datetime(2021, 6, 14, 14, 49, 45, 232270)}] Jun 14 14:49:45.625860 dv-cinder-772623-8-iscsi neutron-server[103387]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=103387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 14 14:49:45.625860 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_db.api [None req-7e311ec2-c857-4a41-a95e-3dfc6ec4c1ed admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 14:49:45.635533 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-62426d01-3cbc-474e-ba42-930c83164ca5 req-7f3a9e4d-7c11-4554-b7c1-459321b082c6 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Calling delete_port for 3208e852-ae96-453e-9498-b1227ec6b3b7 owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:49:45.639579 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c0d3c7-3d69-4d68-abb0-29b5fff57fb4 admin admin] Made reservation on behalf of d779389355af44759f4711a7a199a059 for: {'network': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:49:45.641440 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d8c0d3c7-3d69-4d68-abb0-29b5fff57fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for network, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:45.672085 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f150a3b0-c5aa-4af6-a3d9-78f7ab06a9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:45.672085 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:45.673080 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.db.l3_db [None req-2d4b5848-7c08-4aa3-b538-c571474633ef tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Floating IP c4bbbaf6-ec71-4c3e-ad79-673d273a3ffb associated. External IP: 172.27.2.247, port: 9fa81b1d-00e2-46d7-a1eb-9d358789109e. Jun 14 14:49:45.694487 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f150a3b0-c5aa-4af6-a3d9-78f7ab06a9c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:49:45.724635 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150a3b0-c5aa-4af6-a3d9-78f7ab06a9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdf8f04-01ef-42c1-a866-ad633b90c96c,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:45.885773 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f150a3b0-c5aa-4af6-a3d9-78f7ab06a9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:45.885773 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-f150a3b0-c5aa-4af6-a3d9-78f7ab06a9c8 admin admin] Added segment 62197d96-2079-489b-b4f5-4c8416eab0ee of type vlan for network e451cbbf-5f15-4a94-80e6-1d1e930c09e4 Jun 14 14:49:45.886248 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d8c0d3c7-3d69-4d68-abb0-29b5fff57fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:45.886633 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-f150a3b0-c5aa-4af6-a3d9-78f7ab06a9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:45.886633 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f150a3b0-c5aa-4af6-a3d9-78f7ab06a9c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775072637368'] for network, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:45.901263 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf047d-9f15-47a7-b733-cacba8d18ebb req-600b1c1d-c4a4-46d7-b2b8-ce205a78a669 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:45.903177 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-80cf047d-9f15-47a7-b733-cacba8d18ebb req-600b1c1d-c4a4-46d7-b2b8-ce205a78a669 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.7933650 Jun 14 14:49:46.036163 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7e311ec2-c857-4a41-a95e-3dfc6ec4c1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:46.077346 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-80cf047d-9f15-47a7-b733-cacba8d18ebb req-6545fe98-6739-49f4-aabb-60cce387de67 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633272 Jun 14 14:49:46.163392 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f150a3b0-c5aa-4af6-a3d9-78f7ab06a9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254'] for network, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:46.163392 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f150a3b0-c5aa-4af6-a3d9-78f7ab06a9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:46.163392 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f150a3b0-c5aa-4af6-a3d9-78f7ab06a9c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:46.164682 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:46.361292 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150a3b0-c5aa-4af6-a3d9-78f7ab06a9c8 admin admin] Pushing event updated for resources: {'Network': ['ID=e451cbbf-5f15-4a94-80e6-1d1e930c09e4,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:46.373438 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-f150a3b0-c5aa-4af6-a3d9-78f7ab06a9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:46.386530 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Network e451cbbf-5f15-4a94-80e6-1d1e930c09e4 details requested by agent ovs-agent-dv-cinder-772623-8-iscsi with host dv-cinder-772623-8-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:49:46.454238 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d8c0d3c7-3d69-4d68-abb0-29b5fff57fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:46.469256 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4b5848-7c08-4aa3-b538-c571474633ef tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Router f8a8c9d7-242f-4110-8682-e77849310423 has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:49:46.555170 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5735e7-42d8-4801-b347-4fd08d094d4a req-bab7d0cf-80f4-4f86-b45d-e41b96b9a7c3 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:46.565191 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fc5735e7-42d8-4801-b347-4fd08d094d4a req-bab7d0cf-80f4-4f86-b45d-e41b96b9a7c3 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.2072408 Jun 14 14:49:46.570838 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 60722) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:46.580935 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-43d8c950-88cb-4441-8cce-eb8bb50e5816 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Request body: {'floatingip': {'port_id': 'e19f556d-d2ad-4e9f-ba72-3e1edb02d534'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:49:46.696199 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-43d8c950-88cb-4441-8cce-eb8bb50e5816 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for floatingip, before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:46.699616 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-62426d01-3cbc-474e-ba42-930c83164ca5 req-7f3a9e4d-7c11-4554-b7c1-459321b082c6 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:46.717079 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d8c0d3c7-3d69-4d68-abb0-29b5fff57fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:46.749228 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-372e679b-5d72-4da1-8ee1-4f837c71a3fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:46.755937 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-f150a3b0-c5aa-4af6-a3d9-78f7ab06a9c8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2199209 Jun 14 14:49:46.766104 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 60726) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:46.844112 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-5a03df3f-72fe-4910-b4e2-90d5440ee01b admin admin] Request body: {'subnet': {'network_id': 'e451cbbf-5f15-4a94-80e6-1d1e930c09e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1032665693-subnet', 'tenant_id': 'fcecd907196f485d99e71b1f3c000ba3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:49:46.856792 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9fa66c84-ff18-47b6-8a46-2fe8145115d8 req-a08da453-0d9f-44bc-aa4f-c9a31462d7af tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 210 time: 0.1500793 Jun 14 14:49:46.876398 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c0d3c7-3d69-4d68-abb0-29b5fff57fb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=103387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:49:47.019029 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d8c0d3c7-3d69-4d68-abb0-29b5fff57fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:47.019626 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.db.segments_db [None req-d8c0d3c7-3d69-4d68-abb0-29b5fff57fb4 admin admin] Added segment 0fb40bd5-9255-492b-a74d-a71abb8f4028 of type vlan for network 13f41a5b-bfc8-43e3-b1ba-6182b64bdc28 Jun 14 14:49:47.142183 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-62426d01-3cbc-474e-ba42-930c83164ca5 req-7f3a9e4d-7c11-4554-b7c1-459321b082c6 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] No DVR routers for this DVR port 3208e852-ae96-453e-9498-b1227ec6b3b7 on host hv-cinder-77262 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:49:47.212298 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-62426d01-3cbc-474e-ba42-930c83164ca5 req-7f3a9e4d-7c11-4554-b7c1-459321b082c6 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:47.215887 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-62426d01-3cbc-474e-ba42-930c83164ca5 req-7f3a9e4d-7c11-4554-b7c1-459321b082c6 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.35 "DELETE /v2.0/ports/3208e852-ae96-453e-9498-b1227ec6b3b7 HTTP/1.1" status: 204 len: 173 time: 3.1460204 Jun 14 14:49:47.222450 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bccc059-d4a3-46c9-b7d0-24ce8ed246bd', 'name': 'network-vif-deleted', 'tag': '3208e852-ae96-453e-9498-b1227ec6b3b7'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:49:47.226982 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7946b672-6698-4451-83b1-0dcad092c9c5" -d '{"events": [{"server_uuid": "3bccc059-d4a3-46c9-b7d0-24ce8ed246bd", "name": "network-vif-deleted", "tag": "3208e852-ae96-453e-9498-b1227ec6b3b7"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:49:47.231962 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0d3c7-3d69-4d68-abb0-29b5fff57fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bac0732-dd95-40fb-b320-3bce8e7e7ed7,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:47.257669 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-d8c0d3c7-3d69-4d68-abb0-29b5fff57fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:47.272639 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-1b489377-e537-45e3-bf3a-aa1cc75adfdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.507s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:47.279524 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4b5848-7c08-4aa3-b538-c571474633ef tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:49:47.296714 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d8c0d3c7-3d69-4d68-abb0-29b5fff57fb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775072637368'] for network, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:47.297523 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9896fa8-5814-4ffa-9022-88f0f10f98fb None None] Sync routers for ids ['f8a8c9d7-242f-4110-8682-e77849310423'] in dv-cinder-772623-8-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:49:47.309692 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9896fa8-5814-4ffa-9022-88f0f10f98fb None None] Routers {'f8a8c9d7-242f-4110-8682-e77849310423'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:49:47.310216 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-b9896fa8-5814-4ffa-9022-88f0f10f98fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:49:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['f8a8c9d7-242f-4110-8682-e77849310423'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:49:47.326191 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2d4b5848-7c08-4aa3-b538-c571474633ef tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for floatingip, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:47.335485 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb23a68e-4ef7-4adc-8cb7-1016b3fd3064 x-openstack-request-id: req-cb23a68e-4ef7-4adc-8cb7-1016b3fd3064 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:49:47.336105 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bccc059-d4a3-46c9-b7d0-24ce8ed246bd", "name": "network-vif-deleted", "tag": "3208e852-ae96-453e-9498-b1227ec6b3b7", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:49:47.337066 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cb23a68e-4ef7-4adc-8cb7-1016b3fd3064 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:49:47.337439 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bccc059-d4a3-46c9-b7d0-24ce8ed246bd', 'name': 'network-vif-deleted', 'tag': '3208e852-ae96-453e-9498-b1227ec6b3b7', 'status': 'completed', 'code': 200} Jun 14 14:49:47.439068 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a9e4d-7c11-4554-b7c1-459321b082c6 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Pushing event deleted for resources: {'Port': ['ID=3208e852-ae96-453e-9498-b1227ec6b3b7,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:47.450960 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-7f3a9e4d-7c11-4554-b7c1-459321b082c6 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:47.499914 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-b9896fa8-5814-4ffa-9022-88f0f10f98fb None None] Set router f8a8c9d7-242f-4110-8682-e77849310423 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:49:47.535795 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-2d4b5848-7c08-4aa3-b538-c571474633ef tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "PUT /v2.0/floatingips/c4bbbaf6-ec71-4c3e-ad79-673d273a3ffb HTTP/1.1" status: 200 len: 992 time: 4.8413227 Jun 14 14:49:47.619387 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7e311ec2-c857-4a41-a95e-3dfc6ec4c1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:47.651803 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d8c0d3c7-3d69-4d68-abb0-29b5fff57fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254'] for network, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:47.655190 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c0d3c7-3d69-4d68-abb0-29b5fff57fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:47.656320 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d8c0d3c7-3d69-4d68-abb0-29b5fff57fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:47.686340 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:47.787174 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.db.resource_extend [None req-43d8c950-88cb-4441-8cce-eb8bb50e5816 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 14 14:49:47.878395 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7e311ec2-c857-4a41-a95e-3dfc6ec4c1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:47.881269 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0d3c7-3d69-4d68-abb0-29b5fff57fb4 admin admin] Pushing event updated for resources: {'Network': ['ID=13f41a5b-bfc8-43e3-b1ba-6182b64bdc28,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:47.886860 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-d8c0d3c7-3d69-4d68-abb0-29b5fff57fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:47.887306 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-d8c0d3c7-3d69-4d68-abb0-29b5fff57fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:47.914458 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Network 13f41a5b-bfc8-43e3-b1ba-6182b64bdc28 details requested by agent ovs-agent-dv-cinder-772623-8-iscsi with host dv-cinder-772623-8-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:49:47.946037 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-7e311ec2-c857-4a41-a95e-3dfc6ec4c1ed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b1d8bbcb13a440b393b6d00379357bbe&name=default HTTP/1.1" status: 200 len: 2979 time: 4.3669136 Jun 14 14:49:47.946037 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e311ec2-c857-4a41-a95e-3dfc6ec4c1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6474ef9b-b219-4631-8cb9-4951d8d4f4a9,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:47.951690 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 60748) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:48.021269 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-43d8c950-88cb-4441-8cce-eb8bb50e5816 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:48.024983 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-7e311ec2-c857-4a41-a95e-3dfc6ec4c1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:48.039751 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-b9896fa8-5814-4ffa-9022-88f0f10f98fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'name': 'tempest-AttachVolumeShelveTestJSON-540344610-router', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:44Z', 'revision_number': 4, 'project_id': 'd950955f31d9460680045199b53c917f', 'gw_port': {'id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:32Z', 'updated_at': '2021-06-14T14:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': 'c4bbbaf6-ec71-4c3e-ad79-673d273a3ffb', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'floating_ip_address': '172.27.2.247', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'port_id': '9fa81b1d-00e2-46d7-a1eb-9d358789109e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'mac_address': 'fa:16:3e:cd:93:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce76d42-aea2-4568-86d1-8a933f60803b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:49:01Z', 'updated_at': '2021-06-14T14:49:44Z', 'revision_number': 1, 'project_id': 'd950955f31d9460680045199b53c917f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee88a338-fd18-4315-9424-c27e666da578', 'name': '', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'mac_address': 'fa:16:3e:aa:e8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:41Z', 'updated_at': '2021-06-14T14:48:54Z', 'revision_number': 5, 'project_id': 'd950955f31d9460680045199b53c917f', 'subnets': [{'id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:49:48.045380 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9896fa8-5814-4ffa-9022-88f0f10f98fb None None] Checking router: f8a8c9d7-242f-4110-8682-e77849310423 for host: dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:49:48.060341 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-d8c0d3c7-3d69-4d68-abb0-29b5fff57fb4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.2456026 Jun 14 14:49:48.063215 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 60750) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:48.065491 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9896fa8-5814-4ffa-9022-88f0f10f98fb None None] Routers {'f8a8c9d7-242f-4110-8682-e77849310423'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:49:48.066916 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-b9896fa8-5814-4ffa-9022-88f0f10f98fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:49:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['f8a8c9d7-242f-4110-8682-e77849310423'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:49:48.070424 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-7eaed8e7-d491-4877-9900-aea78f0e1cc9 admin admin] Request body: {'subnet': {'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-803766828-subnet', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:49:48.146065 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-43d8c950-88cb-4441-8cce-eb8bb50e5816 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768775'] for floatingip, after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:48.169411 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-83c19c4f-e3b0-4490-9953-4fa2ae7e43fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:48.230976 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a03df3f-72fe-4910-b4e2-90d5440ee01b admin admin] Made reservation on behalf of fcecd907196f485d99e71b1f3c000ba3 for: {'subnet': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:49:48.234889 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5a03df3f-72fe-4910-b4e2-90d5440ee01b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28537420'] for subnet, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:48.247449 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-83c19c4f-e3b0-4490-9953-4fa2ae7e43fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:48.285432 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:48.547433 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-b9896fa8-5814-4ffa-9022-88f0f10f98fb None None] Set router f8a8c9d7-242f-4110-8682-e77849310423 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:49:48.690302 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 3208e852-ae96-453e-9498-b1227ec6b3b7 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:49:48.763787 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-665c2428-e4bd-4359-8a09-2ec321b962f8 req-d11784af-40df-40cc-96e6-daa3c9e6c663 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bccc059-d4a3-46c9-b7d0-24ce8ed246bd HTTP/1.1" status: 200 len: 210 time: 0.4506638 Jun 14 14:49:48.767677 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eaed8e7-d491-4877-9900-aea78f0e1cc9 admin admin] Made reservation on behalf of d779389355af44759f4711a7a199a059 for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:49:48.773313 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7eaed8e7-d491-4877-9900-aea78f0e1cc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27527779'] for subnet, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:48.864864 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] No Port match for: 3208e852-ae96-453e-9498-b1227ec6b3b7 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:49:48.865458 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 3208e852-ae96-453e-9498-b1227ec6b3b7 not bound to the agent host hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:49:48.988227 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.db.l3_db [None req-43d8c950-88cb-4441-8cce-eb8bb50e5816 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Floating IP 059cc996-2fba-46af-9c32-7c52bf842bbf associated. External IP: 172.27.2.66, port: e19f556d-d2ad-4e9f-ba72-3e1edb02d534. Jun 14 14:49:48.995280 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-83c19c4f-e3b0-4490-9953-4fa2ae7e43fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:49.000820 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-83c19c4f-e3b0-4490-9953-4fa2ae7e43fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:49.006498 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-83c19c4f-e3b0-4490-9953-4fa2ae7e43fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6474ef9b-b219-4631-8cb9-4951d8d4f4a9 HTTP/1.1" status: 204 len: 168 time: 1.0536277 Jun 14 14:49:49.017252 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:49.046145 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c19c4f-e3b0-4490-9953-4fa2ae7e43fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6474ef9b-b219-4631-8cb9-4951d8d4f4a9,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:49.049463 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-83c19c4f-e3b0-4490-9953-4fa2ae7e43fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:49.084912 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5a03df3f-72fe-4910-b4e2-90d5440ee01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28279848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28537434'] for subnet, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:49.084912 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:49.186217 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03df3f-72fe-4910-b4e2-90d5440ee01b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb06f06b-beb7-4818-8337-5676ecc6afbe,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:49.191786 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a03df3f-72fe-4910-b4e2-90d5440ee01b admin admin] Checking segment: {'id': '62197d96-2079-489b-b4f5-4c8416eab0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e451cbbf-5f15-4a94-80e6-1d1e930c09e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:49:49.192196 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a03df3f-72fe-4910-b4e2-90d5440ee01b admin admin] Network hostable DHCP agents. Network: e451cbbf-5f15-4a94-80e6-1d1e930c09e4, hostable agents: ['1c28a66e-eef9-4899-ac0a-d449f34e71b3'], hosted agents: [] {{(pid=103387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:49:49.194949 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-5a03df3f-72fe-4910-b4e2-90d5440ee01b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:49.284900 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-b9896fa8-5814-4ffa-9022-88f0f10f98fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'name': 'tempest-AttachVolumeShelveTestJSON-540344610-router', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:44Z', 'revision_number': 4, 'project_id': 'd950955f31d9460680045199b53c917f', 'gw_port': {'id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:32Z', 'updated_at': '2021-06-14T14:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': 'c4bbbaf6-ec71-4c3e-ad79-673d273a3ffb', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'floating_ip_address': '172.27.2.247', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'port_id': '9fa81b1d-00e2-46d7-a1eb-9d358789109e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'mac_address': 'fa:16:3e:cd:93:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce76d42-aea2-4568-86d1-8a933f60803b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:49:01Z', 'updated_at': '2021-06-14T14:49:44Z', 'revision_number': 1, 'project_id': 'd950955f31d9460680045199b53c917f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee88a338-fd18-4315-9424-c27e666da578', 'name': '', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'mac_address': 'fa:16:3e:aa:e8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:41Z', 'updated_at': '2021-06-14T14:48:54Z', 'revision_number': 5, 'project_id': 'd950955f31d9460680045199b53c917f', 'subnets': [{'id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:49:49.289458 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9896fa8-5814-4ffa-9022-88f0f10f98fb None None] The sync data for ids ['f8a8c9d7-242f-4110-8682-e77849310423'] in dv-cinder-772623-8-iscsi is: [{'id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'name': 'tempest-AttachVolumeShelveTestJSON-540344610-router', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:44Z', 'revision_number': 4, 'project_id': 'd950955f31d9460680045199b53c917f', 'gw_port': {'id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:32Z', 'updated_at': '2021-06-14T14:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': 'c4bbbaf6-ec71-4c3e-ad79-673d273a3ffb', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'floating_ip_address': '172.27.2.247', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'port_id': '9fa81b1d-00e2-46d7-a1eb-9d358789109e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'mac_address': 'fa:16:3e:cd:93:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce76d42-aea2-4568-86d1-8a933f60803b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:49:01Z', 'updated_at': '2021-06-14T14:49:44Z', 'revision_number': 1, 'project_id': 'd950955f31d9460680045199b53c917f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee88a338-fd18-4315-9424-c27e666da578', 'name': '', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'mac_address': 'fa:16:3e:aa:e8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:41Z', 'updated_at': '2021-06-14T14:48:54Z', 'revision_number': 5, 'project_id': 'd950955f31d9460680045199b53c917f', 'subnets': [{'id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:49:49.331290 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a03df3f-72fe-4910-b4e2-90d5440ee01b admin admin] Network e451cbbf-5f15-4a94-80e6-1d1e930c09e4 is scheduled to be hosted by DHCP agent 1c28a66e-eef9-4899-ac0a-d449f34e71b3 with binding_index 1 {{(pid=103387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:49:49.340057 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce76d42-aea2-4568-86d1-8a933f60803b', 'tag': '9fa81b1d-00e2-46d7-a1eb-9d358789109e'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:49:49.344477 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb07e0f-2b87-4559-a6a8-d814efa8b4e8" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce76d42-aea2-4568-86d1-8a933f60803b", "tag": "9fa81b1d-00e2-46d7-a1eb-9d358789109e"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:49:49.418037 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf2257a-6454-4528-9f16-f0c745642d9b x-openstack-request-id: req-dbf2257a-6454-4528-9f16-f0c745642d9b {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:49:49.418037 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce76d42-aea2-4568-86d1-8a933f60803b", "tag": "9fa81b1d-00e2-46d7-a1eb-9d358789109e", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:49:49.418800 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dbf2257a-6454-4528-9f16-f0c745642d9b {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:49:49.420335 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce76d42-aea2-4568-86d1-8a933f60803b', 'tag': '9fa81b1d-00e2-46d7-a1eb-9d358789109e', 'status': 'completed', 'code': 200} Jun 14 14:49:49.503918 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-5a03df3f-72fe-4910-b4e2-90d5440ee01b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-8-iscsi, e451cbbf-5f15-4a94-80e6-1d1e930c09e4) {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:49:49.515920 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d852f9e0-f9b9-457d-b336-6a9df1e5d708 None None] Network e451cbbf-5f15-4a94-80e6-1d1e930c09e4 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:49:49.521145 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a03df3f-72fe-4910-b4e2-90d5440ee01b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:49.522220 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5a03df3f-72fe-4910-b4e2-90d5440ee01b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for subnet, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:49.571112 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb07e0f-2b87-4559-a6a8-d814efa8b4e8 req-a356af58-d9e6-48cc-ad4d-263f3ff5bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:49.574016 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4eb07e0f-2b87-4559-a6a8-d814efa8b4e8 req-a356af58-d9e6-48cc-ad4d-263f3ff5bacf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d950955f31d9460680045199b53c917f&device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 1099 time: 0.1364586 Jun 14 14:49:49.705184 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012f1b36-16db-4acc-b6d6-7258f4b9da20 None None] New status for floating IP c4bbbaf6-ec71-4c3e-ad79-673d273a3ffb: ACTIVE {{(pid=103389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 14:49:49.716165 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d8c950-88cb-4441-8cce-eb8bb50e5816 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Router 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:49:49.761210 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-5a03df3f-72fe-4910-b4e2-90d5440ee01b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9346659 Jun 14 14:49:49.973540 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7eaed8e7-d491-4877-9900-aea78f0e1cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27716675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27527797'] for subnet, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:49.980378 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:50.146560 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaed8e7-d491-4877-9900-aea78f0e1cc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6289072-b3a8-443b-a36f-11d9caae493c,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:50.269225 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02f18e2-b223-4b0a-925a-46a806744e3e None None] Network e451cbbf-5f15-4a94-80e6-1d1e930c09e4 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:49:50.283599 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-7eaed8e7-d491-4877-9900-aea78f0e1cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:50.339799 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaed8e7-d491-4877-9900-aea78f0e1cc9 admin admin] Checking segment: {'id': '0fb40bd5-9255-492b-a74d-a71abb8f4028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:49:50.340119 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaed8e7-d491-4877-9900-aea78f0e1cc9 admin admin] Network hostable DHCP agents. Network: 13f41a5b-bfc8-43e3-b1ba-6182b64bdc28, hostable agents: ['1c28a66e-eef9-4899-ac0a-d449f34e71b3'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:49:50.361506 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d8c950-88cb-4441-8cce-eb8bb50e5816 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:49:50.376931 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb07e0f-2b87-4559-a6a8-d814efa8b4e8 req-80c97044-0c7c-48fb-84df-6263af3cd8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:50.378471 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4eb07e0f-2b87-4559-a6a8-d814efa8b4e8 req-80c97044-0c7c-48fb-84df-6263af3cd8c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1d5f5609-c7ac-49b5-a256-436c63bd28f5 HTTP/1.1" status: 200 len: 917 time: 0.7978354 Jun 14 14:49:50.386801 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d941251c-9448-4bea-8baa-9da5ab3931fc None None] Sync routers for ids ['73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'] in dv-cinder-772623-8-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:49:50.395287 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-43d8c950-88cb-4441-8cce-eb8bb50e5816 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for floatingip, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:50.410347 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d941251c-9448-4bea-8baa-9da5ab3931fc None None] Routers {'73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:49:50.413570 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-d941251c-9448-4bea-8baa-9da5ab3931fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:49:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:49:50.483966 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-43d8c950-88cb-4441-8cce-eb8bb50e5816 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "PUT /v2.0/floatingips/059cc996-2fba-46af-9c32-7c52bf842bbf HTTP/1.1" status: 200 len: 990 time: 3.9091928 Jun 14 14:49:50.486077 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a', 'tag': 'e19f556d-d2ad-4e9f-ba72-3e1edb02d534'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:49:50.489017 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d16000bb1453c626be2c9fe90cf152d3497827e73c55abcdb2fab0d7ea5a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9825beb7-de7e-4ee5-b691-d62b78ae111a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a", "tag": "e19f556d-d2ad-4e9f-ba72-3e1edb02d534"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:49:50.496840 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaed8e7-d491-4877-9900-aea78f0e1cc9 admin admin] Network 13f41a5b-bfc8-43e3-b1ba-6182b64bdc28 is scheduled to be hosted by DHCP agent 1c28a66e-eef9-4899-ac0a-d449f34e71b3 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:49:50.554356 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 60802) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:50.626712 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-30a5c815-4bbe-4905-b705-257995206209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:50.633951 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-7eaed8e7-d491-4877-9900-aea78f0e1cc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-8-iscsi, 13f41a5b-bfc8-43e3-b1ba-6182b64bdc28) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:49:50.699684 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaed8e7-d491-4877-9900-aea78f0e1cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:50.701045 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7eaed8e7-d491-4877-9900-aea78f0e1cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for subnet, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:50.805731 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11388d3-d0d2-499a-be18-d5782f7f6c96 None None] Network 13f41a5b-bfc8-43e3-b1ba-6182b64bdc28 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:49:50.820878 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-d941251c-9448-4bea-8baa-9da5ab3931fc None None] Set router 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:49:50.889532 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-30a5c815-4bbe-4905-b705-257995206209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:50.959064 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-30a5c815-4bbe-4905-b705-257995206209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:50.965168 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-52a6d26f-2625-44c2-89bf-95c0e451a405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:51.022747 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-30a5c815-4bbe-4905-b705-257995206209 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f72beee649584997800e31db6766dfca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4670146 Jun 14 14:49:51.026695 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5c815-4bbe-4905-b705-257995206209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553e09c8-6b61-4f95-951d-53affede2b09,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:51.031254 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-30a5c815-4bbe-4905-b705-257995206209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:51.031254 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 60810) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:51.080824 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-7eaed8e7-d491-4877-9900-aea78f0e1cc9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.0161374 Jun 14 14:49:51.084025 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 60812) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:51.091674 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-535a2df6-9ab9-49f0-acc0-f2331fbc2221 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-803766828-router', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:49:51.092419 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4eb07e0f-2b87-4559-a6a8-d814efa8b4e8 req-5d69e977-4897-4d1c-8049-36b12a04c8a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fa81b1d-00e2-46d7-a1eb-9d358789109e HTTP/1.1" status: 200 len: 1002 time: 0.3264799 Jun 14 14:49:51.111381 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a35075f7-b1dd-4859-88dd-e0780c021838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:51.125347 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215bc3cb-4525-4e35-bdd6-a7043cc8b25e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a9950a2-d8d6-5091-b96d-d9e9ed5f9ff3-13f41a5b-bfc8-43e3-b1ba-6182b64bdc28', 'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'fixed_ips': [{'subnet_id': 'e6289072-b3a8-443b-a36f-11d9caae493c'}]}} from dv-cinder-772623-8-iscsi. {{(pid=103389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 14:49:51.126305 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-215bc3cb-4525-4e35-bdd6-a7043cc8b25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:51.145911 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a35075f7-b1dd-4859-88dd-e0780c021838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:51.271044 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-d941251c-9448-4bea-8baa-9da5ab3931fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'name': 'tempest-AttachVolumeTestJSON-56947344-router', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:50Z', 'revision_number': 4, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'gw_port': {'id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:33Z', 'updated_at': '2021-06-14T14:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': '059cc996-2fba-46af-9c32-7c52bf842bbf', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'port_id': 'e19f556d-d2ad-4e9f-ba72-3e1edb02d534', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908', 'mac_address': 'fa:16:3e:61:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:49:08Z', 'updated_at': '2021-06-14T14:49:47Z', 'revision_number': 1, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30daa1ba-aceb-40b7-93b2-0ddf3a98d04b', 'name': '', 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'mac_address': 'fa:16:3e:ff:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:44Z', 'updated_at': '2021-06-14T14:49:07Z', 'revision_number': 5, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'subnets': [{'id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:49:51.278154 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d941251c-9448-4bea-8baa-9da5ab3931fc None None] Checking router: 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 for host: dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:49:51.298189 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d941251c-9448-4bea-8baa-9da5ab3931fc None None] Routers {'73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:49:51.299363 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-d941251c-9448-4bea-8baa-9da5ab3931fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:49:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:49:51.313991 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-215bc3cb-4525-4e35-bdd6-a7043cc8b25e None None] Allocated IP 172.20.0.2 (13f41a5b-bfc8-43e3-b1ba-6182b64bdc28/e6289072-b3a8-443b-a36f-11d9caae493c/47c6d3f0-1f7e-4117-b602-1863aded884b) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:49:51.365370 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-535a2df6-9ab9-49f0-acc0-f2331fbc2221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59868'] for router, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:51.367074 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-535a2df6-9ab9-49f0-acc0-f2331fbc2221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-769193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59861'] for router, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:51.412516 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a35075f7-b1dd-4859-88dd-e0780c021838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:51.418527 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a35075f7-b1dd-4859-88dd-e0780c021838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:51.430824 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-a35075f7-b1dd-4859-88dd-e0780c021838 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/553e09c8-6b61-4f95-951d-53affede2b09 HTTP/1.1" status: 204 len: 168 time: 0.3954515 Jun 14 14:49:51.439578 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-ed363791-ba61-4bdf-8a96-b1c062c10c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:51.472573 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35075f7-b1dd-4859-88dd-e0780c021838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553e09c8-6b61-4f95-951d-53affede2b09,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:51.476697 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-a35075f7-b1dd-4859-88dd-e0780c021838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:51.520991 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-535a2df6-9ab9-49f0-acc0-f2331fbc2221 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:51.578758 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-d941251c-9448-4bea-8baa-9da5ab3931fc None None] Set router 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:49:51.634431 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-215bc3cb-4525-4e35-bdd6-a7043cc8b25e None None] Notify callbacks [] for port, precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:51.634431 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-215bc3cb-4525-4e35-bdd6-a7043cc8b25e None None] Transition to ACTIVE for port object 47c6d3f0-1f7e-4117-b602-1863aded884b will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:49:51.655626 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-215bc3cb-4525-4e35-bdd6-a7043cc8b25e None None] Transition to ACTIVE for port object 47c6d3f0-1f7e-4117-b602-1863aded884b will not be triggered until provisioned by entity DHCP. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:49:51.744747 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-215bc3cb-4525-4e35-bdd6-a7043cc8b25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328'] for port, after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:51.748788 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:51.832318 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215bc3cb-4525-4e35-bdd6-a7043cc8b25e None None] Network 13f41a5b-bfc8-43e3-b1ba-6182b64bdc28 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:49:51.835934 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-215bc3cb-4525-4e35-bdd6-a7043cc8b25e None None] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:49:51.842320 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215bc3cb-4525-4e35-bdd6-a7043cc8b25e None None] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:49:51.845901 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bc3cb-4525-4e35-bdd6-a7043cc8b25e None None] Pushing event updated for resources: {'Port': ['ID=47c6d3f0-1f7e-4117-b602-1863aded884b,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:51.857664 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-215bc3cb-4525-4e35-bdd6-a7043cc8b25e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:51.972349 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-535a2df6-9ab9-49f0-acc0-f2331fbc2221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-769206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59843'] for router, precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:52.027662 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-215bc3cb-4525-4e35-bdd6-a7043cc8b25e None None] Attempting to bind port 47c6d3f0-1f7e-4117-b602-1863aded884b on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:49:52.028401 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-215bc3cb-4525-4e35-bdd6-a7043cc8b25e None None] Attempting to bind port 47c6d3f0-1f7e-4117-b602-1863aded884b by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': '0fb40bd5-9255-492b-a74d-a71abb8f4028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:49:52.028913 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215bc3cb-4525-4e35-bdd6-a7043cc8b25e None None] Attempting to bind port 47c6d3f0-1f7e-4117-b602-1863aded884b on network 13f41a5b-bfc8-43e3-b1ba-6182b64bdc28 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:49:52.036188 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215bc3cb-4525-4e35-bdd6-a7043cc8b25e None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:49:52.036582 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215bc3cb-4525-4e35-bdd6-a7043cc8b25e None None] Checking segment: {'id': '0fb40bd5-9255-492b-a74d-a71abb8f4028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:49:52.036991 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-215bc3cb-4525-4e35-bdd6-a7043cc8b25e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:52.037450 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215bc3cb-4525-4e35-bdd6-a7043cc8b25e None None] Bound using segment: {'id': '0fb40bd5-9255-492b-a74d-a71abb8f4028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:49:52.038124 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-215bc3cb-4525-4e35-bdd6-a7043cc8b25e None None] Bound port: 47c6d3f0-1f7e-4117-b602-1863aded884b, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb40bd5-9255-492b-a74d-a71abb8f4028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:49:52.038377 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-215bc3cb-4525-4e35-bdd6-a7043cc8b25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:52.158309 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-215bc3cb-4525-4e35-bdd6-a7043cc8b25e None None] For port 47c6d3f0-1f7e-4117-b602-1863aded884b, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:49:52.162381 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-215bc3cb-4525-4e35-bdd6-a7043cc8b25e None None] For port 47c6d3f0-1f7e-4117-b602-1863aded884b, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=47c6d3f0-1f7e-4117-b602-1863aded884b,segment=NetworkSegment(0fb40bd5-9255-492b-a74d-a71abb8f4028),segment_id=0fb40bd5-9255-492b-a74d-a71abb8f4028)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:49:52.187774 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-d941251c-9448-4bea-8baa-9da5ab3931fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'name': 'tempest-AttachVolumeTestJSON-56947344-router', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:50Z', 'revision_number': 4, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'gw_port': {'id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:33Z', 'updated_at': '2021-06-14T14:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': '059cc996-2fba-46af-9c32-7c52bf842bbf', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'port_id': 'e19f556d-d2ad-4e9f-ba72-3e1edb02d534', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908', 'mac_address': 'fa:16:3e:61:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:49:08Z', 'updated_at': '2021-06-14T14:49:47Z', 'revision_number': 1, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30daa1ba-aceb-40b7-93b2-0ddf3a98d04b', 'name': '', 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'mac_address': 'fa:16:3e:ff:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:44Z', 'updated_at': '2021-06-14T14:49:07Z', 'revision_number': 5, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'subnets': [{'id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:49:52.191952 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d941251c-9448-4bea-8baa-9da5ab3931fc None None] The sync data for ids ['73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'] in dv-cinder-772623-8-iscsi is: [{'id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'name': 'tempest-AttachVolumeTestJSON-56947344-router', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:50Z', 'revision_number': 4, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'gw_port': {'id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:33Z', 'updated_at': '2021-06-14T14:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': '059cc996-2fba-46af-9c32-7c52bf842bbf', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'port_id': 'e19f556d-d2ad-4e9f-ba72-3e1edb02d534', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908', 'mac_address': 'fa:16:3e:61:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:49:08Z', 'updated_at': '2021-06-14T14:49:47Z', 'revision_number': 1, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30daa1ba-aceb-40b7-93b2-0ddf3a98d04b', 'name': '', 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'mac_address': 'fa:16:3e:ff:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:44Z', 'updated_at': '2021-06-14T14:49:07Z', 'revision_number': 5, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'subnets': [{'id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:49:52.343399 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-215bc3cb-4525-4e35-bdd6-a7043cc8b25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:52.348494 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-06e62a79-6f3b-408f-8afa-84fb17667c20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:52.445049 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-535a2df6-9ab9-49f0-acc0-f2331fbc2221 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:52.450982 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51259307-8dea-434d-a98e-13090ff32037 None None] New status for floating IP 059cc996-2fba-46af-9c32-7c52bf842bbf: ACTIVE {{(pid=103389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 14:49:52.489224 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-535a2df6-9ab9-49f0-acc0-f2331fbc2221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:52.573388 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bc3cb-4525-4e35-bdd6-a7043cc8b25e None None] Pushing event updated for resources: {'Port': ['ID=47c6d3f0-1f7e-4117-b602-1863aded884b,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:52.581969 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-215bc3cb-4525-4e35-bdd6-a7043cc8b25e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:52.631148 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 60828) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:52.652718 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2e42498f-4328-4992-a0f5-bd70131cad1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:52.671670 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-535a2df6-9ab9-49f0-acc0-f2331fbc2221 admin admin] Allocated IP 172.27.2.162 (fc485d09-1af9-4f7a-81e8-700830ebc213/e09b5c2d-fde6-405d-9c65-d45cf22b44a3/654c91d8-8a0f-4bf3-b681-447182729b62) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:49:52.884069 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb07e0f-2b87-4559-a6a8-d814efa8b4e8 req-f61baf98-cbb4-4912-9ee1-52758db76096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:52.885817 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4eb07e0f-2b87-4559-a6a8-d814efa8b4e8 req-f61baf98-cbb4-4912-9ee1-52758db76096 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16c47a92-806f-4b00-927d-529a6aa19a53 HTTP/1.1" status: 200 len: 855 time: 0.1756825 Jun 14 14:49:53.022967 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adab252-9842-4fbf-b892-3edaaa5fdbb9 x-openstack-request-id: req-7adab252-9842-4fbf-b892-3edaaa5fdbb9 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:49:53.022967 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a", "tag": "e19f556d-d2ad-4e9f-ba72-3e1edb02d534", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:49:53.022967 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7adab252-9842-4fbf-b892-3edaaa5fdbb9 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:49:53.022967 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a', 'tag': 'e19f556d-d2ad-4e9f-ba72-3e1edb02d534', 'status': 'completed', 'code': 200} Jun 14 14:49:53.096570 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2e42498f-4328-4992-a0f5-bd70131cad1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:53.119725 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb07e0f-2b87-4559-a6a8-d814efa8b4e8 req-86f042bb-73a1-445e-b375-8a3722b96ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:53.119725 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4eb07e0f-2b87-4559-a6a8-d814efa8b4e8 req-86f042bb-73a1-445e-b375-8a3722b96ab4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1d5f5609-c7ac-49b5-a256-436c63bd28f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2209957 Jun 14 14:49:53.126228 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-535a2df6-9ab9-49f0-acc0-f2331fbc2221 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:53.156940 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825beb7-de7e-4ee5-b691-d62b78ae111a req-e658fa6b-dbcb-4829-b079-64835e6394c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:53.158465 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9825beb7-de7e-4ee5-b691-d62b78ae111a req-e658fa6b-dbcb-4829-b079-64835e6394c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e07cdcf5e1a4b67b7bff1eba180a07d&device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 1098 time: 0.1374078 Jun 14 14:49:53.300488 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4eb07e0f-2b87-4559-a6a8-d814efa8b4e8 req-a10dce1f-2617-49e4-ad83-b054c837241b service neutron] 10.222.0.35 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747684 Jun 14 14:49:53.310926 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825beb7-de7e-4ee5-b691-d62b78ae111a req-87ce5bf6-9cfa-4edf-aa06-a4063840bb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:53.312561 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9825beb7-de7e-4ee5-b691-d62b78ae111a req-87ce5bf6-9cfa-4edf-aa06-a4063840bb98 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a06fa14-64a9-4a96-b9c1-d8414078e908 HTTP/1.1" status: 200 len: 910 time: 0.1463139 Jun 14 14:49:53.336074 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2e42498f-4328-4992-a0f5-bd70131cad1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:53.356456 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-83c19c4f-e3b0-4490-9953-4fa2ae7e43fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:53.409281 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-535a2df6-9ab9-49f0-acc0-f2331fbc2221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27717363'] for port, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:53.425241 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:53.503020 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-2e42498f-4328-4992-a0f5-bd70131cad1a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b0fe52e6e0884de9b0225952a25aa6ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8699844 Jun 14 14:49:53.506728 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 60838) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:53.512614 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42498f-4328-4992-a0f5-bd70131cad1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d12ef67-7be8-4dd3-b69c-0d8d2462e0ec,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:53.533614 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-2e42498f-4328-4992-a0f5-bd70131cad1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:53.533917 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9825beb7-de7e-4ee5-b691-d62b78ae111a req-0199baa6-157b-4cc0-ac39-08ff3d2251b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e19f556d-d2ad-4e9f-ba72-3e1edb02d534 HTTP/1.1" status: 200 len: 1000 time: 0.2108078 Jun 14 14:49:53.547736 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535a2df6-9ab9-49f0-acc0-f2331fbc2221 admin admin] Network fc485d09-1af9-4f7a-81e8-700830ebc213 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:49:53.593225 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4eb07e0f-2b87-4559-a6a8-d814efa8b4e8 req-90fe332e-1c4a-4fdc-88e9-485c3d124a35 service neutron] 10.222.0.35 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856445 Jun 14 14:49:53.632397 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-535a2df6-9ab9-49f0-acc0-f2331fbc2221 admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:49:53.637011 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535a2df6-9ab9-49f0-acc0-f2331fbc2221 admin admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:49:53.645582 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a2df6-9ab9-49f0-acc0-f2331fbc2221 admin admin] Pushing event updated for resources: {'Port': ['ID=654c91d8-8a0f-4bf3-b681-447182729b62,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:53.657612 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e0a78b51-ae89-469f-9e5d-a1503b267a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:53.704395 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-535a2df6-9ab9-49f0-acc0-f2331fbc2221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:53.717736 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e0a78b51-ae89-469f-9e5d-a1503b267a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:53.896597 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825beb7-de7e-4ee5-b691-d62b78ae111a req-9addd423-3762-4f3e-9d68-bc6afb9ef8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:53.898966 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9825beb7-de7e-4ee5-b691-d62b78ae111a req-9addd423-3762-4f3e-9d68-bc6afb9ef8a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c472201c-ddff-4483-8b5d-5afdf2431617 HTTP/1.1" status: 200 len: 848 time: 0.3481419 Jun 14 14:49:53.952663 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e0a78b51-ae89-469f-9e5d-a1503b267a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:53.957833 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e0a78b51-ae89-469f-9e5d-a1503b267a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:53.963854 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-e0a78b51-ae89-469f-9e5d-a1503b267a9b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d12ef67-7be8-4dd3-b69c-0d8d2462e0ec HTTP/1.1" status: 204 len: 168 time: 0.4511983 Jun 14 14:49:53.963854 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:54.000774 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a78b51-ae89-469f-9e5d-a1503b267a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d12ef67-7be8-4dd3-b69c-0d8d2462e0ec,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:54.009945 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8517fe-fdba-4f85-a587-cb000e96e0de None None] Network 13f41a5b-bfc8-43e3-b1ba-6182b64bdc28 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:49:54.019392 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-e0a78b51-ae89-469f-9e5d-a1503b267a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:54.277384 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-c85a5e0a-3c2d-42b9-ad2f-3654ffe0544b None None] Provisioning for port 47c6d3f0-1f7e-4117-b602-1863aded884b completed by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:49:54.408894 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 47c6d3f0-1f7e-4117-b602-1863aded884b up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:49:54.811308 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825beb7-de7e-4ee5-b691-d62b78ae111a req-c2fd098f-7693-4c7c-b45e-c5964a0012d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:49:54.815233 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9825beb7-de7e-4ee5-b691-d62b78ae111a req-c2fd098f-7693-4c7c-b45e-c5964a0012d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a06fa14-64a9-4a96-b9c1-d8414078e908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.8292890 Jun 14 14:49:54.873775 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port 47c6d3f0-1f7e-4117-b602-1863aded884b completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:49:54.880926 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 47c6d3f0-1f7e-4117-b602-1863aded884b triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:49:54.881501 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:54.893723 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 60882) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:55.148244 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:55.175752 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9825beb7-de7e-4ee5-b691-d62b78ae111a req-fb87a2da-1048-48ac-84c4-d4e03b20d3a0 service neutron] 10.222.0.35 "GET /v2.0/networks/8a06fa14-64a9-4a96-b9c1-d8414078e908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458319 Jun 14 14:49:55.205606 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd6db96-a241-4400-b117-df988f4a3cd6 admin admin] Deleting subnet 961109cc-4397-4af8-a804-227583a8d0c1 {{(pid=103387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 14:49:55.214263 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dfd6db96-a241-4400-b117-df988f4a3cd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:55.307091 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dfd6db96-a241-4400-b117-df988f4a3cd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28405831'] for subnet, precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:55.325524 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] For port 47c6d3f0-1f7e-4117-b602-1863aded884b, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=47c6d3f0-1f7e-4117-b602-1863aded884b,segment=NetworkSegment(0fb40bd5-9255-492b-a74d-a71abb8f4028),segment_id=0fb40bd5-9255-492b-a74d-a71abb8f4028)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:49:55.373284 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-a9f3d3c4-7792-4175-830f-04b6f41e2bfd None None] Provisioning complete for port 47c6d3f0-1f7e-4117-b602-1863aded884b triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:49:55.373734 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a9f3d3c4-7792-4175-830f-04b6f41e2bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:55.436829 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:55.445639 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:55.446388 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dfd6db96-a241-4400-b117-df988f4a3cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3763272'] for subnet, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:55.472128 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9825beb7-de7e-4ee5-b691-d62b78ae111a req-faa51c07-f9cf-4df7-aeed-f843f760caa7 service neutron] 10.222.0.35 "GET /v2.0/networks/8a06fa14-64a9-4a96-b9c1-d8414078e908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169163 Jun 14 14:49:55.518002 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-535a2df6-9ab9-49f0-acc0-f2331fbc2221 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:55.544319 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Pushing event updated for resources: {'Port': ['ID=47c6d3f0-1f7e-4117-b602-1863aded884b,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:55.551844 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:55.684562 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dfd6db96-a241-4400-b117-df988f4a3cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3763265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28279915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28537441'] for subnet, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:55.688483 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:55.727426 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6db96-a241-4400-b117-df988f4a3cd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=961109cc-4397-4af8-a804-227583a8d0c1,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:55.734325 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dfd6db96-a241-4400-b117-df988f4a3cd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:55.743046 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-dfd6db96-a241-4400-b117-df988f4a3cd6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/961109cc-4397-4af8-a804-227583a8d0c1 HTTP/1.1" status: 204 len: 168 time: 0.8445547 Jun 14 14:49:55.743046 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 60904) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:55.743046 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-dfd6db96-a241-4400-b117-df988f4a3cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:55.862876 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7f54adb3-7b39-4322-b699-9638d3abab17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855299'] for network, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:55.905114 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-535a2df6-9ab9-49f0-acc0-f2331fbc2221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-769006'] for router, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:56.031956 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7f54adb3-7b39-4322-b699-9638d3abab17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3761365', 'neutron.services.segments.db._delete_segments_for_network-8775073109944'] for network, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:56.045184 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-7f54adb3-7b39-4322-b699-9638d3abab17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d248f18d-b9b2-41c5-8f1d-c15e6d7fa36a']}} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:49:56.072860 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-7f54adb3-7b39-4322-b699-9638d3abab17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc859cac-b5b2-4221-9861-f2e91e3c63ed') {'for_net_delete': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:49:56.072860 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-7f54adb3-7b39-4322-b699-9638d3abab17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc859cac-b5b2-4221-9861-f2e91e3c63ed') {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:49:56.089471 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7f54adb3-7b39-4322-b699-9638d3abab17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775073109782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28405836'] for segment, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:56.116876 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 47c6d3f0-1f7e-4117-b602-1863aded884b up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:49:56.129895 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7f54adb3-7b39-4322-b699-9638d3abab17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:56.143267 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f54adb3-7b39-4322-b699-9638d3abab17 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 14:49:56.143267 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7f54adb3-7b39-4322-b699-9638d3abab17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28280514'] for segment, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: Traceback (most recent call last): Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: timer() Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: cb(*args, **kw) Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: return func(*args, **kwargs) Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: self._notify() Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: self.callback(batched_events) Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: event.method(event) Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: return f(self, *a, **k) Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: return self._get(url).json() Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: return self.request(url, 'GET', **kwargs) Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 14:49:56.145965 dv-cinder-772623-8-iscsi neutron-server[103387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 14:49:56.197519 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 47c6d3f0-1f7e-4117-b602-1863aded884b triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:49:56.198151 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:56.416804 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7f54adb3-7b39-4322-b699-9638d3abab17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3761354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768894'] for network, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:56.419977 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535a2df6-9ab9-49f0-acc0-f2331fbc2221 admin admin] Router d114ae3f-4592-496b-add6-f75cfb8f96b8 is scheduled to L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 with binding_index 1 {{(pid=103388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 14:49:56.444117 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:56.482286 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54adb3-7b39-4322-b699-9638d3abab17 admin admin] Pushing event deleted for resources: {'Network': ['ID=d248f18d-b9b2-41c5-8f1d-c15e6d7fa36a,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:56.485787 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7f54adb3-7b39-4322-b699-9638d3abab17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:56.489087 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-7f54adb3-7b39-4322-b699-9638d3abab17 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d248f18d-b9b2-41c5-8f1d-c15e6d7fa36a HTTP/1.1" status: 204 len: 168 time: 0.7455099 Jun 14 14:49:56.490550 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-7f54adb3-7b39-4322-b699-9638d3abab17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:56.766854 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535a2df6-9ab9-49f0-acc0-f2331fbc2221 admin admin] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:49:56.781987 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871b9bba-8859-462d-bfcd-1d346e09a2cb None None] Sync routers for ids ['d114ae3f-4592-496b-add6-f75cfb8f96b8'] in dv-cinder-772623-8-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:49:56.797462 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871b9bba-8859-462d-bfcd-1d346e09a2cb None None] Routers {'d114ae3f-4592-496b-add6-f75cfb8f96b8'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:49:56.798304 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-871b9bba-8859-462d-bfcd-1d346e09a2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:49:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['d114ae3f-4592-496b-add6-f75cfb8f96b8'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:49:56.891398 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-535a2df6-9ab9-49f0-acc0-f2331fbc2221 admin admin] Notify callbacks [] for router, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:56.894058 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-535a2df6-9ab9-49f0-acc0-f2331fbc2221 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.8083897 Jun 14 14:49:56.900111 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 60940) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:56.985828 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-871b9bba-8859-462d-bfcd-1d346e09a2cb None None] Set router d114ae3f-4592-496b-add6-f75cfb8f96b8 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:49:57.103050 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 60942) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:57.163622 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-1ee112ec-01e7-410d-9269-d02d8151ac10 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6212161d123c461db62f0c6d5f04be22&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0570741 Jun 14 14:49:57.167575 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 60944) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:57.229840 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1e2ada34-02ad-4312-8441-975631fbf2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:57.273428 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1e2ada34-02ad-4312-8441-975631fbf2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:57.507760 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1e2ada34-02ad-4312-8441-975631fbf2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:57.512325 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1e2ada34-02ad-4312-8441-975631fbf2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:57.521911 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-1e2ada34-02ad-4312-8441-975631fbf2b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/21b7e9b5-2e8f-4285-8a4a-315c7e111e95 HTTP/1.1" status: 204 len: 168 time: 0.3451662 Jun 14 14:49:57.521911 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-ceb15dd4-5fa6-4671-9aae-27155734e2b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:57.543128 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ada34-02ad-4312-8441-975631fbf2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b7e9b5-2e8f-4285-8a4a-315c7e111e95,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:57.569748 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-1e2ada34-02ad-4312-8441-975631fbf2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:57.570548 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-871b9bba-8859-462d-bfcd-1d346e09a2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'name': 'tempest-TestShelveInstance-803766828-router', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '654c91d8-8a0f-4bf3-b681-447182729b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:49:51Z', 'updated_at': '2021-06-14T14:49:54Z', 'revision_number': 3, 'project_id': 'd779389355af44759f4711a7a199a059', 'gw_port': {'id': '654c91d8-8a0f-4bf3-b681-447182729b62', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:94:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:49:52Z', 'updated_at': '2021-06-14T14:49:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:49:57.580819 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871b9bba-8859-462d-bfcd-1d346e09a2cb None None] Checking router: d114ae3f-4592-496b-add6-f75cfb8f96b8 for host: dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:49:57.581163 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871b9bba-8859-462d-bfcd-1d346e09a2cb None None] Updating router d114ae3f-4592-496b-add6-f75cfb8f96b8 port 654c91d8-8a0f-4bf3-b681-447182729b62 binding host dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:49:57.735449 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-871b9bba-8859-462d-bfcd-1d346e09a2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:57.773088 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 60972) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:57.922288 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e812990e-1fd5-495a-a957-174f3e290d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:58.211292 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-e812990e-1fd5-495a-a957-174f3e290d37 admin admin] Allocated IP 172.20.0.1 (13f41a5b-bfc8-43e3-b1ba-6182b64bdc28/e6289072-b3a8-443b-a36f-11d9caae493c/543e5538-2e91-4542-ae09-b422570c5810) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:49:58.304098 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-da0cce85-d8fe-4162-9dfa-3dff1f998c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:58.374435 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-871b9bba-8859-462d-bfcd-1d346e09a2cb None None] Notify callbacks [] for port, precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:58.391930 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-871b9bba-8859-462d-bfcd-1d346e09a2cb None None] Transition to ACTIVE for port object 654c91d8-8a0f-4bf3-b681-447182729b62 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:49:58.507612 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e812990e-1fd5-495a-a957-174f3e290d37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:58.507988 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-871b9bba-8859-462d-bfcd-1d346e09a2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:58.512664 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-63e1fa01-db0d-4849-942f-ecdc7ded9c32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:58.530570 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e812990e-1fd5-495a-a957-174f3e290d37 admin admin] Transition to ACTIVE for port object 543e5538-2e91-4542-ae09-b422570c5810 will not be triggered until provisioned by entity DHCP. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:49:58.553124 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-da0cce85-d8fe-4162-9dfa-3dff1f998c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:58.590409 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-871b9bba-8859-462d-bfcd-1d346e09a2cb None None] Attempting to bind port 654c91d8-8a0f-4bf3-b681-447182729b62 on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:49:58.594220 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-871b9bba-8859-462d-bfcd-1d346e09a2cb None None] Attempting to bind port 654c91d8-8a0f-4bf3-b681-447182729b62 by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:49:58.594887 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871b9bba-8859-462d-bfcd-1d346e09a2cb None None] Attempting to bind port 654c91d8-8a0f-4bf3-b681-447182729b62 on network fc485d09-1af9-4f7a-81e8-700830ebc213 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:49:58.604526 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871b9bba-8859-462d-bfcd-1d346e09a2cb None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:49:58.604915 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871b9bba-8859-462d-bfcd-1d346e09a2cb None None] Checking segment: {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:49:58.605456 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-871b9bba-8859-462d-bfcd-1d346e09a2cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:58.606274 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871b9bba-8859-462d-bfcd-1d346e09a2cb None None] Bound using segment: {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:49:58.606847 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-871b9bba-8859-462d-bfcd-1d346e09a2cb None None] Bound port: 654c91d8-8a0f-4bf3-b681-447182729b62, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:49:58.607296 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-871b9bba-8859-462d-bfcd-1d346e09a2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:58.689239 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71b088-a656-4157-aeb8-f8f5a7e91936 None None] Pushing event updated for resources: {'Port': ['ID=654c91d8-8a0f-4bf3-b681-447182729b62,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:58.690816 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-da0cce85-d8fe-4162-9dfa-3dff1f998c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:58.694822 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:58.720670 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e812990e-1fd5-495a-a957-174f3e290d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28280472'] for port, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:58.725792 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:58.733487 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce71b088-a656-4157-aeb8-f8f5a7e91936 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:58.733729 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce71b088-a656-4157-aeb8-f8f5a7e91936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:58.734078 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce71b088-a656-4157-aeb8-f8f5a7e91936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:58.734408 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce71b088-a656-4157-aeb8-f8f5a7e91936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:58.734823 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce71b088-a656-4157-aeb8-f8f5a7e91936 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:58.739149 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce71b088-a656-4157-aeb8-f8f5a7e91936 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:58.739149 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce71b088-a656-4157-aeb8-f8f5a7e91936 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:58.739149 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce71b088-a656-4157-aeb8-f8f5a7e91936 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:58.739149 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce71b088-a656-4157-aeb8-f8f5a7e91936 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:58.748729 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce71b088-a656-4157-aeb8-f8f5a7e91936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:58.749403 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce71b088-a656-4157-aeb8-f8f5a7e91936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:58.749953 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce71b088-a656-4157-aeb8-f8f5a7e91936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:49:58.776137 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-871b9bba-8859-462d-bfcd-1d346e09a2cb None None] For port 654c91d8-8a0f-4bf3-b681-447182729b62, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:49:58.784195 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-871b9bba-8859-462d-bfcd-1d346e09a2cb None None] For port 654c91d8-8a0f-4bf3-b681-447182729b62, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=654c91d8-8a0f-4bf3-b681-447182729b62,segment=NetworkSegment(5993e2e7-d1a9-4fa5-8357-3040322fca1a),segment_id=5993e2e7-d1a9-4fa5-8357-3040322fca1a)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:49:58.787360 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-ce71b088-a656-4157-aeb8-f8f5a7e91936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:58.797148 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-da0cce85-d8fe-4162-9dfa-3dff1f998c43 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d5428a87ecb42718c0d717692f6c44e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0213723 Jun 14 14:49:58.800232 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 32768) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:49:58.800853 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cce85-d8fe-4162-9dfa-3dff1f998c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595380cf-0aff-45aa-8829-0e2129ccde99,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:58.815712 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-da0cce85-d8fe-4162-9dfa-3dff1f998c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:58.826753 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e812990e-1fd5-495a-a957-174f3e290d37 admin admin] Network 13f41a5b-bfc8-43e3-b1ba-6182b64bdc28 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:49:58.835009 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-e812990e-1fd5-495a-a957-174f3e290d37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:49:58.850396 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e812990e-1fd5-495a-a957-174f3e290d37 admin admin] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:49:58.874883 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-871b9bba-8859-462d-bfcd-1d346e09a2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:58.880892 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-ef4c2984-c1fe-480a-a583-6876947aa7a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:58.948755 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-59028b52-764e-4c56-afd4-10f87c76035e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:58.999875 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871b9bba-8859-462d-bfcd-1d346e09a2cb None None] Routers {'d114ae3f-4592-496b-add6-f75cfb8f96b8'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:49:59.001213 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-871b9bba-8859-462d-bfcd-1d346e09a2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:49:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['d114ae3f-4592-496b-add6-f75cfb8f96b8'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:49:59.005730 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e812990e-1fd5-495a-a957-174f3e290d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756011'] for router_interface, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:59.096670 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-59028b52-764e-4c56-afd4-10f87c76035e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:59.375302 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-59028b52-764e-4c56-afd4-10f87c76035e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:59.381656 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-59028b52-764e-4c56-afd4-10f87c76035e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:59.386868 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-59028b52-764e-4c56-afd4-10f87c76035e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/595380cf-0aff-45aa-8829-0e2129ccde99 HTTP/1.1" status: 204 len: 168 time: 0.5779448 Jun 14 14:49:59.389336 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:49:59.409169 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-871b9bba-8859-462d-bfcd-1d346e09a2cb None None] Set router d114ae3f-4592-496b-add6-f75cfb8f96b8 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:49:59.427159 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59028b52-764e-4c56-afd4-10f87c76035e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595380cf-0aff-45aa-8829-0e2129ccde99,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:59.432712 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-59028b52-764e-4c56-afd4-10f87c76035e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:59.496828 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-9d0df50a-1491-48fd-9730-92c4c3b8dfa9 None None] Provisioning for port 543e5538-2e91-4542-ae09-b422570c5810 completed by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:49:59.502742 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-9d0df50a-1491-48fd-9730-92c4c3b8dfa9 None None] Provisioning complete for port 543e5538-2e91-4542-ae09-b422570c5810 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:49:59.504945 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9d0df50a-1491-48fd-9730-92c4c3b8dfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:49:59.588357 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71b088-a656-4157-aeb8-f8f5a7e91936 None None] Pushing event updated for resources: {'Port': ['ID=654c91d8-8a0f-4bf3-b681-447182729b62,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:59.606044 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-ce71b088-a656-4157-aeb8-f8f5a7e91936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:59.661603 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-9d0df50a-1491-48fd-9730-92c4c3b8dfa9 None None] Port 543e5538-2e91-4542-ae09-b422570c5810 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:49:59.679409 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812990e-1fd5-495a-a957-174f3e290d37 admin admin] Pushing event updated for resources: {'Port': ['ID=543e5538-2e91-4542-ae09-b422570c5810,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:49:59.691800 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-e812990e-1fd5-495a-a957-174f3e290d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.967s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:49:59.897922 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-871b9bba-8859-462d-bfcd-1d346e09a2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'name': 'tempest-TestShelveInstance-803766828-router', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '654c91d8-8a0f-4bf3-b681-447182729b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:49:51Z', 'updated_at': '2021-06-14T14:49:54Z', 'revision_number': 3, 'project_id': 'd779389355af44759f4711a7a199a059', 'gw_port': {'id': '654c91d8-8a0f-4bf3-b681-447182729b62', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:94:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:49:52Z', 'updated_at': '2021-06-14T14:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:49:59.903873 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871b9bba-8859-462d-bfcd-1d346e09a2cb None None] The sync data for ids ['d114ae3f-4592-496b-add6-f75cfb8f96b8'] in dv-cinder-772623-8-iscsi is: [{'id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'name': 'tempest-TestShelveInstance-803766828-router', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '654c91d8-8a0f-4bf3-b681-447182729b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:49:51Z', 'updated_at': '2021-06-14T14:49:54Z', 'revision_number': 3, 'project_id': 'd779389355af44759f4711a7a199a059', 'gw_port': {'id': '654c91d8-8a0f-4bf3-b681-447182729b62', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:94:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:49:52Z', 'updated_at': '2021-06-14T14:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:50:00.058656 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e812990e-1fd5-495a-a957-174f3e290d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:00.377782 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e812990e-1fd5-495a-a957-174f3e290d37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:00.444658 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e812990e-1fd5-495a-a957-174f3e290d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:00.449554 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-e812990e-1fd5-495a-a957-174f3e290d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:00.543241 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 32824) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:00.578920 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 32826) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:00.649671 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f63706b2-47bd-4cc8-8ab8-62387e39ebb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:00.660495 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e812990e-1fd5-495a-a957-174f3e290d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756159'] for router_interface, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:00.680663 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812990e-1fd5-495a-a957-174f3e290d37 admin admin] Pushing event updated for resources: {'Port': ['ID=543e5538-2e91-4542-ae09-b422570c5810,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:00.717743 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-e812990e-1fd5-495a-a957-174f3e290d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:00.904798 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e812990e-1fd5-495a-a957-174f3e290d37 admin admin] Network 13f41a5b-bfc8-43e3-b1ba-6182b64bdc28 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:50:00.906683 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-e812990e-1fd5-495a-a957-174f3e290d37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:50:01.112874 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f63706b2-47bd-4cc8-8ab8-62387e39ebb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:01.180338 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e812990e-1fd5-495a-a957-174f3e290d37 admin admin] Router d114ae3f-4592-496b-add6-f75cfb8f96b8 has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:50:01.199029 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f63706b2-47bd-4cc8-8ab8-62387e39ebb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:01.204243 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-a35075f7-b1dd-4859-88dd-e0780c021838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:01.285930 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-f63706b2-47bd-4cc8-8ab8-62387e39ebb6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6086664ec84f4a3aab8bb36f0e5fcd6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7404895 Jun 14 14:50:01.289286 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-9547b0e8-639f-4177-9785-1521f1341f74 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1015776333-network', 'tenant_id': '961e2167fbc04b84a095ba99391daa7f'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:50:01.314897 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 32838) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:01.318168 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-63e5215a-e957-4bd4-a50e-1f2a0028c44d None None] Provisioning complete for port 543e5538-2e91-4542-ae09-b422570c5810 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:50:01.318870 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-63e5215a-e957-4bd4-a50e-1f2a0028c44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:01.390040 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63706b2-47bd-4cc8-8ab8-62387e39ebb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781ff27e-c16c-415b-bd8f-bc6f73c09d3b,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:01.401163 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-f63706b2-47bd-4cc8-8ab8-62387e39ebb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:01.447710 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-63e5215a-e957-4bd4-a50e-1f2a0028c44d None None] Port 543e5538-2e91-4542-ae09-b422570c5810 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:50:01.475297 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f55c2bee-93de-46a1-af2f-88d7258629f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:01.513061 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f55c2bee-93de-46a1-af2f-88d7258629f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:01.517623 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e812990e-1fd5-495a-a957-174f3e290d37 admin admin] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:50:01.525013 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-e812990e-1fd5-495a-a957-174f3e290d37 admin admin] 10.222.0.48 "PUT /v2.0/routers/d114ae3f-4592-496b-add6-f75cfb8f96b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6229069 Jun 14 14:50:01.576139 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9547b0e8-639f-4177-9785-1521f1341f74 admin admin] Made reservation on behalf of 961e2167fbc04b84a095ba99391daa7f for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:50:01.583713 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9547b0e8-639f-4177-9785-1521f1341f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for network, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:01.606883 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9547b0e8-639f-4177-9785-1521f1341f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:01.823126 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-007f8c59-92cb-4fae-96b0-639dc763cfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:01.832924 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9547b0e8-639f-4177-9785-1521f1341f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:01.913314 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9547b0e8-639f-4177-9785-1521f1341f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:01.920540 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-da0cce85-d8fe-4162-9dfa-3dff1f998c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:01.944360 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f55c2bee-93de-46a1-af2f-88d7258629f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:01.948190 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f55c2bee-93de-46a1-af2f-88d7258629f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:01.950063 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-f55c2bee-93de-46a1-af2f-88d7258629f2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/781ff27e-c16c-415b-bd8f-bc6f73c09d3b HTTP/1.1" status: 204 len: 168 time: 0.6290667 Jun 14 14:50:01.957766 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9547b0e8-639f-4177-9785-1521f1341f74 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:50:01.980571 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9547b0e8-639f-4177-9785-1521f1341f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:01.981134 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-9547b0e8-639f-4177-9785-1521f1341f74 admin admin] Added segment b9f136e3-17b9-422d-a690-2dc5402bd280 of type vlan for network 8b454c64-970f-47e1-a40e-57537dd1c348 Jun 14 14:50:01.983250 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547b0e8-639f-4177-9785-1521f1341f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6b9f59-2bf9-4885-b556-782e6536b719,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:01.994507 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-9547b0e8-639f-4177-9785-1521f1341f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:01.994507 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:02.007820 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c2bee-93de-46a1-af2f-88d7258629f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781ff27e-c16c-415b-bd8f-bc6f73c09d3b,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:02.014240 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-f55c2bee-93de-46a1-af2f-88d7258629f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:02.096251 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9547b0e8-639f-4177-9785-1521f1341f74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775072637368'] for network, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:02.192530 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 32866) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:02.261641 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 654c91d8-8a0f-4bf3-b681-447182729b62 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:50:02.357561 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9547b0e8-639f-4177-9785-1521f1341f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254'] for network, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:02.359066 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9547b0e8-639f-4177-9785-1521f1341f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:02.359780 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9547b0e8-639f-4177-9785-1521f1341f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:02.362316 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:02.488842 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547b0e8-639f-4177-9785-1521f1341f74 admin admin] Pushing event updated for resources: {'Network': ['ID=8b454c64-970f-47e1-a40e-57537dd1c348,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:02.494368 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-9547b0e8-639f-4177-9785-1521f1341f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:02.496611 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port 654c91d8-8a0f-4bf3-b681-447182729b62 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:50:02.506634 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 32872) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:02.507326 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-9547b0e8-639f-4177-9785-1521f1341f74 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9237361 Jun 14 14:50:02.507804 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 654c91d8-8a0f-4bf3-b681-447182729b62 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:50:02.507804 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:02.514097 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Network 8b454c64-970f-47e1-a40e-57537dd1c348 details requested by agent ovs-agent-dv-cinder-772623-8-iscsi with host dv-cinder-772623-8-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:50:02.518840 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-746a47a8-c6a2-4740-8301-a6e2ffe70379 admin admin] Request body: {'subnet': {'network_id': '8b454c64-970f-47e1-a40e-57537dd1c348', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1015776333-subnet', 'tenant_id': '961e2167fbc04b84a095ba99391daa7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:50:02.655059 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746a47a8-c6a2-4740-8301-a6e2ffe70379 admin admin] Made reservation on behalf of 961e2167fbc04b84a095ba99391daa7f for: {'subnet': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:50:02.681885 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-746a47a8-c6a2-4740-8301-a6e2ffe70379 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28537420'] for subnet, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:02.810827 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f3fc35cf-aab7-4f2d-9d1e-c778d83a04c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:02.974033 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc008e5-f707-4510-b536-23a4601972d0 None None] Sync routers for ids ['d114ae3f-4592-496b-add6-f75cfb8f96b8'] in dv-cinder-772623-8-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:50:03.016144 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc008e5-f707-4510-b536-23a4601972d0 None None] Routers {'d114ae3f-4592-496b-add6-f75cfb8f96b8'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:50:03.017183 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-0dc008e5-f707-4510-b536-23a4601972d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:49:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['d114ae3f-4592-496b-add6-f75cfb8f96b8'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:50:03.126922 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f3fc35cf-aab7-4f2d-9d1e-c778d83a04c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:03.268138 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f3fc35cf-aab7-4f2d-9d1e-c778d83a04c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:03.319199 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-30a5c815-4bbe-4905-b705-257995206209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:03.326559 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-f3fc35cf-aab7-4f2d-9d1e-c778d83a04c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=94c1ea676318430691bab60a9cd5841e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1465127 Jun 14 14:50:03.327483 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:03.329383 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 32892) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:03.402914 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-0dc008e5-f707-4510-b536-23a4601972d0 None None] Set router d114ae3f-4592-496b-add6-f75cfb8f96b8 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:50:03.408123 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] For port 654c91d8-8a0f-4bf3-b681-447182729b62, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=654c91d8-8a0f-4bf3-b681-447182729b62,segment=NetworkSegment(5993e2e7-d1a9-4fa5-8357-3040322fca1a),segment_id=5993e2e7-d1a9-4fa5-8357-3040322fca1a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:50:03.411949 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-746a47a8-c6a2-4740-8301-a6e2ffe70379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28279848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28537434'] for subnet, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:03.418934 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc35cf-aab7-4f2d-9d1e-c778d83a04c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f5c58b-afea-485f-b98f-37c43a27612a,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:03.427361 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-dfd6db96-a241-4400-b117-df988f4a3cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:03.433111 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-f3fc35cf-aab7-4f2d-9d1e-c778d83a04c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:03.482487 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 32896) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:03.491790 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-b637c786-51ef-4a8a-a52f-040a6ae0fcb9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1680802329-network', 'tenant_id': '0cab595d6dac42b3b49e99619d57ec22'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:50:03.520111 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 32898) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:03.525235 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9d7d8582-e1f6-48db-a57c-79f7ccc6aa31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:03.547974 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:03.558282 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:03.566571 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8315926d-db42-463a-97d0-10bfa8a5c6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:03.591712 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a47a8-c6a2-4740-8301-a6e2ffe70379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d106303-d89a-4acd-899f-44cb0b843ee9,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:03.595594 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-746a47a8-c6a2-4740-8301-a6e2ffe70379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:03.615508 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9d7d8582-e1f6-48db-a57c-79f7ccc6aa31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:03.634988 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746a47a8-c6a2-4740-8301-a6e2ffe70379 admin admin] Checking segment: {'id': 'b9f136e3-17b9-422d-a690-2dc5402bd280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8b454c64-970f-47e1-a40e-57537dd1c348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:50:03.635343 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746a47a8-c6a2-4740-8301-a6e2ffe70379 admin admin] Network hostable DHCP agents. Network: 8b454c64-970f-47e1-a40e-57537dd1c348, hostable agents: ['1c28a66e-eef9-4899-ac0a-d449f34e71b3'], hosted agents: [] {{(pid=103387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:50:03.653555 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b637c786-51ef-4a8a-a52f-040a6ae0fcb9 admin admin] Made reservation on behalf of 0cab595d6dac42b3b49e99619d57ec22 for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:50:03.657468 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b637c786-51ef-4a8a-a52f-040a6ae0fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for network, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:03.690630 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b637c786-51ef-4a8a-a52f-040a6ae0fcb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:03.766255 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Pushing event updated for resources: {'Port': ['ID=654c91d8-8a0f-4bf3-b681-447182729b62,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:03.770841 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:03.772973 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8315926d-db42-463a-97d0-10bfa8a5c6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:03.826423 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9d7d8582-e1f6-48db-a57c-79f7ccc6aa31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:03.828284 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746a47a8-c6a2-4740-8301-a6e2ffe70379 admin admin] Network 8b454c64-970f-47e1-a40e-57537dd1c348 is scheduled to be hosted by DHCP agent 1c28a66e-eef9-4899-ac0a-d449f34e71b3 with binding_index 1 {{(pid=103387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:50:03.830907 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9d7d8582-e1f6-48db-a57c-79f7ccc6aa31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:03.832588 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-9d7d8582-e1f6-48db-a57c-79f7ccc6aa31 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/63f5c58b-afea-485f-b98f-37c43a27612a HTTP/1.1" status: 204 len: 168 time: 0.5017848 Jun 14 14:50:03.833575 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-a5276711-d296-41cf-a447-4435e166bd2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:03.850530 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d8582-e1f6-48db-a57c-79f7ccc6aa31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f5c58b-afea-485f-b98f-37c43a27612a,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:03.864330 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-9d7d8582-e1f6-48db-a57c-79f7ccc6aa31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:03.896792 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8315926d-db42-463a-97d0-10bfa8a5c6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:03.905940 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-17d5785a-0017-4498-bda0-0ae050b3c4ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:04.011052 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-746a47a8-c6a2-4740-8301-a6e2ffe70379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-8-iscsi, 8b454c64-970f-47e1-a40e-57537dd1c348) {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:50:04.033584 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b637c786-51ef-4a8a-a52f-040a6ae0fcb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:04.043748 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cb5646-1cdf-493c-acd1-2dd106ea8dc0 None None] Network 8b454c64-970f-47e1-a40e-57537dd1c348 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:50:04.061185 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746a47a8-c6a2-4740-8301-a6e2ffe70379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:04.070491 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-746a47a8-c6a2-4740-8301-a6e2ffe70379 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:04.079632 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-8315926d-db42-463a-97d0-10bfa8a5c6f2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cc4eeb1a46be4252a8d507f2f10e9718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5549798 Jun 14 14:50:04.083936 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 32908) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:04.091325 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315926d-db42-463a-97d0-10bfa8a5c6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61b230d-252d-49bb-98f5-d943f1e54c24,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:04.094936 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-8315926d-db42-463a-97d0-10bfa8a5c6f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:04.149308 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b637c786-51ef-4a8a-a52f-040a6ae0fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:04.166877 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-9d7d8582-e1f6-48db-a57c-79f7ccc6aa31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:04.172836 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-0dc008e5-f707-4510-b536-23a4601972d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'name': 'tempest-TestShelveInstance-803766828-router', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '654c91d8-8a0f-4bf3-b681-447182729b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:49:51Z', 'updated_at': '2021-06-14T14:49:59Z', 'revision_number': 4, 'project_id': 'd779389355af44759f4711a7a199a059', 'gw_port': {'id': '654c91d8-8a0f-4bf3-b681-447182729b62', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:94:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:49:52Z', 'updated_at': '2021-06-14T14:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '543e5538-2e91-4542-ae09-b422570c5810', 'name': '', 'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'mac_address': 'fa:16:3e:74:07:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'e6289072-b3a8-443b-a36f-11d9caae493c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:49:57Z', 'updated_at': '2021-06-14T14:50:00Z', 'revision_number': 2, 'project_id': 'd779389355af44759f4711a7a199a059', 'subnets': [{'id': 'e6289072-b3a8-443b-a36f-11d9caae493c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:50:04.181598 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc008e5-f707-4510-b536-23a4601972d0 None None] Checking router: d114ae3f-4592-496b-add6-f75cfb8f96b8 for host: dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:50:04.182129 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc008e5-f707-4510-b536-23a4601972d0 None None] Updating router d114ae3f-4592-496b-add6-f75cfb8f96b8 port 543e5538-2e91-4542-ae09-b422570c5810 binding host dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:50:04.192961 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b637c786-51ef-4a8a-a52f-040a6ae0fcb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:50:04.195418 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1dc61b79-9e2e-427b-a510-a1ce2f6069b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:04.226709 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 654c91d8-8a0f-4bf3-b681-447182729b62 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:50:04.233189 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b637c786-51ef-4a8a-a52f-040a6ae0fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:04.233592 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-b637c786-51ef-4a8a-a52f-040a6ae0fcb9 admin admin] Added segment a6ffde43-54a0-4ea9-acbb-8e73a5dd80bf of type vlan for network cd9adb32-10b8-4e38-8d34-61671c45db4b Jun 14 14:50:04.254455 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637c786-51ef-4a8a-a52f-040a6ae0fcb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7877daa-2962-4e02-8839-0fc38da3240f,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:04.280812 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1dc61b79-9e2e-427b-a510-a1ce2f6069b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:04.284934 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-b637c786-51ef-4a8a-a52f-040a6ae0fcb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:04.337658 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-746a47a8-c6a2-4740-8301-a6e2ffe70379 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8313031 Jun 14 14:50:04.348825 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 32916) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:04.354806 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-5b9e0dd7-4581-4d12-8772-60fbac4d3cfa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1015776333-router', 'tenant_id': '961e2167fbc04b84a095ba99391daa7f', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:50:04.361720 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b637c786-51ef-4a8a-a52f-040a6ae0fcb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775072637368'] for network, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:04.365458 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0dc008e5-f707-4510-b536-23a4601972d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:04.412840 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e029a4-0d61-4d03-b1b0-eb8b15385fb5 None None] Network 8b454c64-970f-47e1-a40e-57537dd1c348 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:50:04.513301 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b637c786-51ef-4a8a-a52f-040a6ae0fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254'] for network, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:04.513592 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5b9e0dd7-4581-4d12-8772-60fbac4d3cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59868'] for router, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:04.514654 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5b9e0dd7-4581-4d12-8772-60fbac4d3cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-769193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59861'] for router, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:04.515050 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b637c786-51ef-4a8a-a52f-040a6ae0fcb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:04.515694 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b637c786-51ef-4a8a-a52f-040a6ae0fcb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:04.518061 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:04.520605 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1dc61b79-9e2e-427b-a510-a1ce2f6069b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:04.523698 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1dc61b79-9e2e-427b-a510-a1ce2f6069b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:04.525279 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-1dc61b79-9e2e-427b-a510-a1ce2f6069b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a61b230d-252d-49bb-98f5-d943f1e54c24 HTTP/1.1" status: 204 len: 168 time: 0.4399984 Jun 14 14:50:04.683130 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 654c91d8-8a0f-4bf3-b681-447182729b62 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:50:04.683608 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:04.692052 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5b9e0dd7-4581-4d12-8772-60fbac4d3cfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:04.845594 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-b637c786-51ef-4a8a-a52f-040a6ae0fcb9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3615615 Jun 14 14:50:04.846951 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637c786-51ef-4a8a-a52f-040a6ae0fcb9 admin admin] Pushing event updated for resources: {'Network': ['ID=cd9adb32-10b8-4e38-8d34-61671c45db4b,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:04.850586 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 32930) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:04.860356 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-d1e52df7-222b-44f5-872b-1469300b56d3 admin admin] Request body: {'subnet': {'network_id': 'cd9adb32-10b8-4e38-8d34-61671c45db4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1680802329-subnet', 'tenant_id': '0cab595d6dac42b3b49e99619d57ec22', 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:50:04.870798 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-b637c786-51ef-4a8a-a52f-040a6ae0fcb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:04.870798 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-31a3e0db-f307-43dc-8632-667da4f4b74b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.339s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:04.900686 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc61b79-9e2e-427b-a510-a1ce2f6069b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61b230d-252d-49bb-98f5-d943f1e54c24,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:04.906922 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-1dc61b79-9e2e-427b-a510-a1ce2f6069b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:05.011636 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Network cd9adb32-10b8-4e38-8d34-61671c45db4b details requested by agent ovs-agent-dv-cinder-772623-8-iscsi with host dv-cinder-772623-8-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:50:05.129350 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e52df7-222b-44f5-872b-1469300b56d3 admin admin] Made reservation on behalf of 0cab595d6dac42b3b49e99619d57ec22 for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:50:05.135931 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d1e52df7-222b-44f5-872b-1469300b56d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27527779'] for subnet, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:05.171278 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5b9e0dd7-4581-4d12-8772-60fbac4d3cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-769206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59843'] for router, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:05.445463 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0dc008e5-f707-4510-b536-23a4601972d0 None None] Notify callbacks [] for port, precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:05.476907 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0dc008e5-f707-4510-b536-23a4601972d0 None None] Transition to ACTIVE for port object 543e5538-2e91-4542-ae09-b422570c5810 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:50:05.508202 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-87673b89-ae7e-46d7-b6f4-c74a0807f2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:05.616706 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0dc008e5-f707-4510-b536-23a4601972d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:05.616706 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:05.620235 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 32946) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:05.657945 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8bcd98da-9ae0-4c1d-ad60-7f1bc0e3ffb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:05.733557 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d1e52df7-222b-44f5-872b-1469300b56d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27716675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27527797'] for subnet, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:05.766628 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-99a8d617-cae1-479c-a917-51cabcad27c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:05.777883 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5b9e0dd7-4581-4d12-8772-60fbac4d3cfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:05.839610 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5b9e0dd7-4581-4d12-8772-60fbac4d3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:05.862323 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e52df7-222b-44f5-872b-1469300b56d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=977002b3-0bde-4994-96db-763f76b26008,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:05.875946 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-d1e52df7-222b-44f5-872b-1469300b56d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:06.008695 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0684f7-3aaa-4efa-a2f2-021d6b3e2892 None None] Pushing event updated for resources: {'Port': ['ID=543e5538-2e91-4542-ae09-b422570c5810,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:06.017338 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-cf0684f7-3aaa-4efa-a2f2-021d6b3e2892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:06.077051 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e52df7-222b-44f5-872b-1469300b56d3 admin admin] Checking segment: {'id': 'a6ffde43-54a0-4ea9-acbb-8e73a5dd80bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'cd9adb32-10b8-4e38-8d34-61671c45db4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:50:06.077640 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e52df7-222b-44f5-872b-1469300b56d3 admin admin] Network hostable DHCP agents. Network: cd9adb32-10b8-4e38-8d34-61671c45db4b, hostable agents: ['1c28a66e-eef9-4899-ac0a-d449f34e71b3'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:50:06.124542 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-0dc008e5-f707-4510-b536-23a4601972d0 None None] Attempting to bind port 543e5538-2e91-4542-ae09-b422570c5810 on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:50:06.129978 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-0dc008e5-f707-4510-b536-23a4601972d0 None None] Attempting to bind port 543e5538-2e91-4542-ae09-b422570c5810 by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': '0fb40bd5-9255-492b-a74d-a71abb8f4028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:50:06.129978 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc008e5-f707-4510-b536-23a4601972d0 None None] Attempting to bind port 543e5538-2e91-4542-ae09-b422570c5810 on network 13f41a5b-bfc8-43e3-b1ba-6182b64bdc28 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:50:06.141849 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc008e5-f707-4510-b536-23a4601972d0 None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:50:06.142260 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc008e5-f707-4510-b536-23a4601972d0 None None] Checking segment: {'id': '0fb40bd5-9255-492b-a74d-a71abb8f4028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:50:06.142763 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0dc008e5-f707-4510-b536-23a4601972d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:06.143189 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc008e5-f707-4510-b536-23a4601972d0 None None] Bound using segment: {'id': '0fb40bd5-9255-492b-a74d-a71abb8f4028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:50:06.143775 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-0dc008e5-f707-4510-b536-23a4601972d0 None None] Bound port: 543e5538-2e91-4542-ae09-b422570c5810, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb40bd5-9255-492b-a74d-a71abb8f4028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:50:06.144991 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0dc008e5-f707-4510-b536-23a4601972d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:06.171162 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8bcd98da-9ae0-4c1d-ad60-7f1bc0e3ffb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:06.216353 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-5b9e0dd7-4581-4d12-8772-60fbac4d3cfa admin admin] Allocated IP 172.27.2.235 (fc485d09-1af9-4f7a-81e8-700830ebc213/e09b5c2d-fde6-405d-9c65-d45cf22b44a3/18bb26e4-34d1-44ff-8b6b-ea47051e83fa) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:50:06.273323 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8bcd98da-9ae0-4c1d-ad60-7f1bc0e3ffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:06.301512 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-823bf905-c38f-498f-b680-7f8a7ce3b023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:06.307139 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0dc008e5-f707-4510-b536-23a4601972d0 None None] For port 543e5538-2e91-4542-ae09-b422570c5810, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:50:06.313003 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0dc008e5-f707-4510-b536-23a4601972d0 None None] For port 543e5538-2e91-4542-ae09-b422570c5810, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=543e5538-2e91-4542-ae09-b422570c5810,segment=NetworkSegment(0fb40bd5-9255-492b-a74d-a71abb8f4028),segment_id=0fb40bd5-9255-492b-a74d-a71abb8f4028)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:50:06.318795 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-8bcd98da-9ae0-4c1d-ad60-7f1bc0e3ffb9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f6a3a48067d421daeb92e7c510c9fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6970863 Jun 14 14:50:06.323458 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 32978) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:06.351667 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e52df7-222b-44f5-872b-1469300b56d3 admin admin] Network cd9adb32-10b8-4e38-8d34-61671c45db4b is scheduled to be hosted by DHCP agent 1c28a66e-eef9-4899-ac0a-d449f34e71b3 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:50:06.354847 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd98da-9ae0-4c1d-ad60-7f1bc0e3ffb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518d5313-8fca-43a7-95a4-5844c1eb1b50,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:06.366719 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-8bcd98da-9ae0-4c1d-ad60-7f1bc0e3ffb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:06.429968 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0dc008e5-f707-4510-b536-23a4601972d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:06.445530 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:06.461929 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a5a33588-7022-4a6a-8380-d9498f24da5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:06.481548 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5b9e0dd7-4581-4d12-8772-60fbac4d3cfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:06.495825 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a5a33588-7022-4a6a-8380-d9498f24da5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:06.566562 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:06.616793 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc008e5-f707-4510-b536-23a4601972d0 None None] Routers {'d114ae3f-4592-496b-add6-f75cfb8f96b8'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:50:06.619869 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-0dc008e5-f707-4510-b536-23a4601972d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:50:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['d114ae3f-4592-496b-add6-f75cfb8f96b8'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:50:06.651417 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5b9e0dd7-4581-4d12-8772-60fbac4d3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28280472'] for port, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:06.654078 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-86b4b90a-0350-42ac-af5d-2ca8179a563f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:06.793169 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9e0dd7-4581-4d12-8772-60fbac4d3cfa admin admin] Network fc485d09-1af9-4f7a-81e8-700830ebc213 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:50:06.797371 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-5b9e0dd7-4581-4d12-8772-60fbac4d3cfa admin admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:50:06.808927 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9e0dd7-4581-4d12-8772-60fbac4d3cfa admin admin] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:50:06.902609 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e0dd7-4581-4d12-8772-60fbac4d3cfa admin admin] Pushing event updated for resources: {'Port': ['ID=18bb26e4-34d1-44ff-8b6b-ea47051e83fa,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:06.907749 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-5b9e0dd7-4581-4d12-8772-60fbac4d3cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:07.074927 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0684f7-3aaa-4efa-a2f2-021d6b3e2892 None None] Pushing event updated for resources: {'Port': ['ID=543e5538-2e91-4542-ae09-b422570c5810,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:07.081986 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-cf0684f7-3aaa-4efa-a2f2-021d6b3e2892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:07.151954 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-0dc008e5-f707-4510-b536-23a4601972d0 None None] Set router d114ae3f-4592-496b-add6-f75cfb8f96b8 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:50:07.286120 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-d1e52df7-222b-44f5-872b-1469300b56d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-8-iscsi, cd9adb32-10b8-4e38-8d34-61671c45db4b) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:50:07.304400 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e52df7-222b-44f5-872b-1469300b56d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:07.305136 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d1e52df7-222b-44f5-872b-1469300b56d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for subnet, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:07.328258 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bc6f9a-c056-4ebf-be33-3c04c0098064 None None] Network cd9adb32-10b8-4e38-8d34-61671c45db4b requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:50:07.496518 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d1e52df7-222b-44f5-872b-1469300b56d3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.6442728 Jun 14 14:50:07.497434 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a5a33588-7022-4a6a-8380-d9498f24da5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:07.501024 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a5a33588-7022-4a6a-8380-d9498f24da5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:07.502172 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-a5a33588-7022-4a6a-8380-d9498f24da5e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/518d5313-8fca-43a7-95a4-5844c1eb1b50 HTTP/1.1" status: 204 len: 168 time: 1.1775513 Jun 14 14:50:07.502808 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 33044) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:07.504578 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-f6ad9dc0-e2fa-4cd5-8b45-2ec33f64815d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:07.521099 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-04fa7a98-e898-4c12-9523-a6a09d4225fc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1680802329-router', 'tenant_id': '0cab595d6dac42b3b49e99619d57ec22', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:50:07.525947 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a33588-7022-4a6a-8380-d9498f24da5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518d5313-8fca-43a7-95a4-5844c1eb1b50,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:07.529763 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-a5a33588-7022-4a6a-8380-d9498f24da5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:07.635376 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-04fa7a98-e898-4c12-9523-a6a09d4225fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59868'] for router, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:07.637969 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-04fa7a98-e898-4c12-9523-a6a09d4225fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-769193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59861'] for router, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:07.664185 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5b9e0dd7-4581-4d12-8772-60fbac4d3cfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:07.897088 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-04fa7a98-e898-4c12-9523-a6a09d4225fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:07.903731 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4e94ac-ed67-4571-b5fd-a2880888d206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a9950a2-d8d6-5091-b96d-d9e9ed5f9ff3-cd9adb32-10b8-4e38-8d34-61671c45db4b', 'network_id': 'cd9adb32-10b8-4e38-8d34-61671c45db4b', 'tenant_id': '0cab595d6dac42b3b49e99619d57ec22', 'fixed_ips': [{'subnet_id': '977002b3-0bde-4994-96db-763f76b26008'}]}} from dv-cinder-772623-8-iscsi. {{(pid=103389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 14:50:07.905223 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a4e94ac-ed67-4571-b5fd-a2880888d206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:07.950197 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-0dc008e5-f707-4510-b536-23a4601972d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'name': 'tempest-TestShelveInstance-803766828-router', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '654c91d8-8a0f-4bf3-b681-447182729b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:49:51Z', 'updated_at': '2021-06-14T14:49:59Z', 'revision_number': 4, 'project_id': 'd779389355af44759f4711a7a199a059', 'gw_port': {'id': '654c91d8-8a0f-4bf3-b681-447182729b62', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:94:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:49:52Z', 'updated_at': '2021-06-14T14:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '543e5538-2e91-4542-ae09-b422570c5810', 'name': '', 'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'mac_address': 'fa:16:3e:74:07:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'e6289072-b3a8-443b-a36f-11d9caae493c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:49:57Z', 'updated_at': '2021-06-14T14:50:06Z', 'revision_number': 4, 'project_id': 'd779389355af44759f4711a7a199a059', 'subnets': [{'id': 'e6289072-b3a8-443b-a36f-11d9caae493c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:50:07.966562 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc008e5-f707-4510-b536-23a4601972d0 None None] The sync data for ids ['d114ae3f-4592-496b-add6-f75cfb8f96b8'] in dv-cinder-772623-8-iscsi is: [{'id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'name': 'tempest-TestShelveInstance-803766828-router', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '654c91d8-8a0f-4bf3-b681-447182729b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:49:51Z', 'updated_at': '2021-06-14T14:49:59Z', 'revision_number': 4, 'project_id': 'd779389355af44759f4711a7a199a059', 'gw_port': {'id': '654c91d8-8a0f-4bf3-b681-447182729b62', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:94:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:49:52Z', 'updated_at': '2021-06-14T14:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '543e5538-2e91-4542-ae09-b422570c5810', 'name': '', 'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'mac_address': 'fa:16:3e:74:07:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'e6289072-b3a8-443b-a36f-11d9caae493c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:49:57Z', 'updated_at': '2021-06-14T14:50:06Z', 'revision_number': 4, 'project_id': 'd779389355af44759f4711a7a199a059', 'subnets': [{'id': 'e6289072-b3a8-443b-a36f-11d9caae493c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:50:08.372463 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 543e5538-2e91-4542-ae09-b422570c5810 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:50:08.689551 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-04fa7a98-e898-4c12-9523-a6a09d4225fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-769206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59843'] for router, precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:08.826168 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:08.917600 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-7a4e94ac-ed67-4571-b5fd-a2880888d206 None None] Allocated IP 172.20.0.2 (cd9adb32-10b8-4e38-8d34-61671c45db4b/977002b3-0bde-4994-96db-763f76b26008/97356734-cf81-4da4-a038-2485185c13f2) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:50:09.107856 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5b9e0dd7-4581-4d12-8772-60fbac4d3cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-769006'] for router, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:09.629092 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a4e94ac-ed67-4571-b5fd-a2880888d206 None None] Notify callbacks [] for port, precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:09.667644 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-7a4e94ac-ed67-4571-b5fd-a2880888d206 None None] Transition to ACTIVE for port object 97356734-cf81-4da4-a038-2485185c13f2 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:50:09.723848 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port 543e5538-2e91-4542-ae09-b422570c5810 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:50:09.757392 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-7a4e94ac-ed67-4571-b5fd-a2880888d206 None None] Transition to ACTIVE for port object 97356734-cf81-4da4-a038-2485185c13f2 will not be triggered until provisioned by entity DHCP. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:50:09.769898 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 543e5538-2e91-4542-ae09-b422570c5810 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:50:09.770284 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:09.787935 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-04fa7a98-e898-4c12-9523-a6a09d4225fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:09.817943 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-04fa7a98-e898-4c12-9523-a6a09d4225fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:09.869509 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9e0dd7-4581-4d12-8772-60fbac4d3cfa admin admin] Router 2c7104d4-c478-4c38-82c6-1e7681af639e is scheduled to L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 with binding_index 1 {{(pid=103387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 14:50:10.112533 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:10.135514 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a4e94ac-ed67-4571-b5fd-a2880888d206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328'] for port, after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:10.153728 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-e0e4d725-dabe-4932-9d07-62dae95404c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:10.201113 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-04fa7a98-e898-4c12-9523-a6a09d4225fc admin admin] Allocated IP 172.27.2.184 (fc485d09-1af9-4f7a-81e8-700830ebc213/e09b5c2d-fde6-405d-9c65-d45cf22b44a3/cfadd4e0-328a-4584-9d49-eb6c291493d4) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:50:10.292603 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e94ac-ed67-4571-b5fd-a2880888d206 None None] Pushing event updated for resources: {'Port': ['ID=97356734-cf81-4da4-a038-2485185c13f2,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:10.303378 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-7a4e94ac-ed67-4571-b5fd-a2880888d206 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:10.358014 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] For port 543e5538-2e91-4542-ae09-b422570c5810, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=543e5538-2e91-4542-ae09-b422570c5810,segment=NetworkSegment(0fb40bd5-9255-492b-a74d-a71abb8f4028),segment_id=0fb40bd5-9255-492b-a74d-a71abb8f4028)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:50:10.365258 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4e94ac-ed67-4571-b5fd-a2880888d206 None None] Network cd9adb32-10b8-4e38-8d34-61671c45db4b is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:50:10.365775 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9e0dd7-4581-4d12-8772-60fbac4d3cfa admin admin] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:50:10.370332 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-7a4e94ac-ed67-4571-b5fd-a2880888d206 None None] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:50:10.379419 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c596505b-0d65-4a40-a69f-8e1d6d0fcfc2 None None] Sync routers for ids ['2c7104d4-c478-4c38-82c6-1e7681af639e'] in dv-cinder-772623-8-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:50:10.382675 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4e94ac-ed67-4571-b5fd-a2880888d206 None None] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:50:10.393507 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c596505b-0d65-4a40-a69f-8e1d6d0fcfc2 None None] Routers {'2c7104d4-c478-4c38-82c6-1e7681af639e'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:50:10.394516 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-c596505b-0d65-4a40-a69f-8e1d6d0fcfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:50:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['2c7104d4-c478-4c38-82c6-1e7681af639e'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:50:10.457438 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-04fa7a98-e898-4c12-9523-a6a09d4225fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:10.481333 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5b9e0dd7-4581-4d12-8772-60fbac4d3cfa admin admin] Notify callbacks [] for router, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:10.481489 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:10.482261 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-5b9e0dd7-4581-4d12-8772-60fbac4d3cfa admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.1318536 Jun 14 14:50:10.485003 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 33130) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:10.490236 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:10.537491 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-215bc3cb-4525-4e35-bdd6-a7043cc8b25e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:10.681502 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-7a4e94ac-ed67-4571-b5fd-a2880888d206 None None] Attempting to bind port 97356734-cf81-4da4-a038-2485185c13f2 on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:50:10.682281 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-7a4e94ac-ed67-4571-b5fd-a2880888d206 None None] Attempting to bind port 97356734-cf81-4da4-a038-2485185c13f2 by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': 'a6ffde43-54a0-4ea9-acbb-8e73a5dd80bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'cd9adb32-10b8-4e38-8d34-61671c45db4b'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:50:10.682281 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4e94ac-ed67-4571-b5fd-a2880888d206 None None] Attempting to bind port 97356734-cf81-4da4-a038-2485185c13f2 on network cd9adb32-10b8-4e38-8d34-61671c45db4b {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:50:10.718420 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4e94ac-ed67-4571-b5fd-a2880888d206 None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:50:10.719404 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4e94ac-ed67-4571-b5fd-a2880888d206 None None] Checking segment: {'id': 'a6ffde43-54a0-4ea9-acbb-8e73a5dd80bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'cd9adb32-10b8-4e38-8d34-61671c45db4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:50:10.719931 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a4e94ac-ed67-4571-b5fd-a2880888d206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:10.722583 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4e94ac-ed67-4571-b5fd-a2880888d206 None None] Bound using segment: {'id': 'a6ffde43-54a0-4ea9-acbb-8e73a5dd80bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'cd9adb32-10b8-4e38-8d34-61671c45db4b'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:50:10.722583 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-7a4e94ac-ed67-4571-b5fd-a2880888d206 None None] Bound port: 97356734-cf81-4da4-a038-2485185c13f2, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ffde43-54a0-4ea9-acbb-8e73a5dd80bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'cd9adb32-10b8-4e38-8d34-61671c45db4b'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:50:10.724351 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a4e94ac-ed67-4571-b5fd-a2880888d206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:10.748102 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-04fa7a98-e898-4c12-9523-a6a09d4225fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27717363'] for port, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:10.751212 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:10.999498 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fa7a98-e898-4c12-9523-a6a09d4225fc admin admin] Network fc485d09-1af9-4f7a-81e8-700830ebc213 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:50:11.011233 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Pushing event updated for resources: {'Port': ['ID=543e5538-2e91-4542-ae09-b422570c5810,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:11.023063 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:11.029099 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-04fa7a98-e898-4c12-9523-a6a09d4225fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:50:11.055068 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fa7a98-e898-4c12-9523-a6a09d4225fc admin admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:50:11.059271 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa7a98-e898-4c12-9523-a6a09d4225fc admin admin] Pushing event updated for resources: {'Port': ['ID=cfadd4e0-328a-4584-9d49-eb6c291493d4,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:11.082157 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-04fa7a98-e898-4c12-9523-a6a09d4225fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:11.121717 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-c596505b-0d65-4a40-a69f-8e1d6d0fcfc2 None None] Set router 2c7104d4-c478-4c38-82c6-1e7681af639e gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:50:11.129107 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-7a4e94ac-ed67-4571-b5fd-a2880888d206 None None] For port 97356734-cf81-4da4-a038-2485185c13f2, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:50:11.136495 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-7a4e94ac-ed67-4571-b5fd-a2880888d206 None None] For port 97356734-cf81-4da4-a038-2485185c13f2, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=97356734-cf81-4da4-a038-2485185c13f2,segment=NetworkSegment(a6ffde43-54a0-4ea9-acbb-8e73a5dd80bf),segment_id=a6ffde43-54a0-4ea9-acbb-8e73a5dd80bf)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:50:11.262191 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7a4e94ac-ed67-4571-b5fd-a2880888d206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:11.280373 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:11.301837 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 33146) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:11.568407 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e94ac-ed67-4571-b5fd-a2880888d206 None None] Pushing event updated for resources: {'Port': ['ID=97356734-cf81-4da4-a038-2485185c13f2,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:11.578126 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-7a4e94ac-ed67-4571-b5fd-a2880888d206 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:11.906392 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-c596505b-0d65-4a40-a69f-8e1d6d0fcfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7104d4-c478-4c38-82c6-1e7681af639e', 'name': 'tempest-ServerRescueNegativeTestJSON-1015776333-router', 'tenant_id': '961e2167fbc04b84a095ba99391daa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '18bb26e4-34d1-44ff-8b6b-ea47051e83fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:50:04Z', 'updated_at': '2021-06-14T14:50:07Z', 'revision_number': 3, 'project_id': '961e2167fbc04b84a095ba99391daa7f', 'gw_port': {'id': '18bb26e4-34d1-44ff-8b6b-ea47051e83fa', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7104d4-c478-4c38-82c6-1e7681af639e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:50:05Z', 'updated_at': '2021-06-14T14:50:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:50:11.917048 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c596505b-0d65-4a40-a69f-8e1d6d0fcfc2 None None] Checking router: 2c7104d4-c478-4c38-82c6-1e7681af639e for host: dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:50:11.920363 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c596505b-0d65-4a40-a69f-8e1d6d0fcfc2 None None] Updating router 2c7104d4-c478-4c38-82c6-1e7681af639e port 18bb26e4-34d1-44ff-8b6b-ea47051e83fa binding host dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:50:12.056419 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c596505b-0d65-4a40-a69f-8e1d6d0fcfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:12.171875 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-01d6e150-f177-4f95-b195-a64a071b88d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:12.197019 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-04fa7a98-e898-4c12-9523-a6a09d4225fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:12.421798 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4fd619c3-caee-4b7e-969d-92f797ca58ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:12.903234 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c596505b-0d65-4a40-a69f-8e1d6d0fcfc2 None None] Notify callbacks [] for port, precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:12.924020 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-c596505b-0d65-4a40-a69f-8e1d6d0fcfc2 None None] Transition to ACTIVE for port object 18bb26e4-34d1-44ff-8b6b-ea47051e83fa will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:50:13.003602 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 97356734-cf81-4da4-a038-2485185c13f2 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:50:13.016122 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c596505b-0d65-4a40-a69f-8e1d6d0fcfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:13.052967 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:13.114872 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-04fa7a98-e898-4c12-9523-a6a09d4225fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-769006'] for router, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:13.218081 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-c596505b-0d65-4a40-a69f-8e1d6d0fcfc2 None None] Attempting to bind port 18bb26e4-34d1-44ff-8b6b-ea47051e83fa on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:50:13.218718 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-c596505b-0d65-4a40-a69f-8e1d6d0fcfc2 None None] Attempting to bind port 18bb26e4-34d1-44ff-8b6b-ea47051e83fa by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:50:13.219502 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c596505b-0d65-4a40-a69f-8e1d6d0fcfc2 None None] Attempting to bind port 18bb26e4-34d1-44ff-8b6b-ea47051e83fa on network fc485d09-1af9-4f7a-81e8-700830ebc213 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:50:13.245836 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c596505b-0d65-4a40-a69f-8e1d6d0fcfc2 None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:50:13.246438 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c596505b-0d65-4a40-a69f-8e1d6d0fcfc2 None None] Checking segment: {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:50:13.247074 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c596505b-0d65-4a40-a69f-8e1d6d0fcfc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:13.248540 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c596505b-0d65-4a40-a69f-8e1d6d0fcfc2 None None] Bound using segment: {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:50:13.249881 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-c596505b-0d65-4a40-a69f-8e1d6d0fcfc2 None None] Bound port: 18bb26e4-34d1-44ff-8b6b-ea47051e83fa, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:50:13.250060 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c596505b-0d65-4a40-a69f-8e1d6d0fcfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:13.262226 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b21fc2-f895-4d74-b5e9-6c79155a90f9 None None] Pushing event updated for resources: {'Port': ['ID=18bb26e4-34d1-44ff-8b6b-ea47051e83fa,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:13.313849 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dda2e65-8c5a-4583-b77d-afe6c38ced16 None None] Network cd9adb32-10b8-4e38-8d34-61671c45db4b requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:50:13.320281 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-70b21fc2-f895-4d74-b5e9-6c79155a90f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:13.357417 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-4fd619c3-caee-4b7e-969d-92f797ca58ba admin admin] Allocated IP 172.20.0.1 (8b454c64-970f-47e1-a40e-57537dd1c348/7d106303-d89a-4acd-899f-44cb0b843ee9/2e458b2f-5453-4ce6-8734-f84e5949f18f) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:50:13.405462 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-c596505b-0d65-4a40-a69f-8e1d6d0fcfc2 None None] For port 18bb26e4-34d1-44ff-8b6b-ea47051e83fa, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:50:13.418741 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-c596505b-0d65-4a40-a69f-8e1d6d0fcfc2 None None] For port 18bb26e4-34d1-44ff-8b6b-ea47051e83fa, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=18bb26e4-34d1-44ff-8b6b-ea47051e83fa,segment=NetworkSegment(5993e2e7-d1a9-4fa5-8357-3040322fca1a),segment_id=5993e2e7-d1a9-4fa5-8357-3040322fca1a)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:50:13.480635 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-01d6e150-f177-4f95-b195-a64a071b88d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:13.498363 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c596505b-0d65-4a40-a69f-8e1d6d0fcfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:13.510299 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-63e1fa01-db0d-4849-942f-ecdc7ded9c32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:13.558256 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port 97356734-cf81-4da4-a038-2485185c13f2 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:50:13.578194 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 543e5538-2e91-4542-ae09-b422570c5810 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:50:13.647225 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-01d6e150-f177-4f95-b195-a64a071b88d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:13.696098 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c596505b-0d65-4a40-a69f-8e1d6d0fcfc2 None None] Routers {'2c7104d4-c478-4c38-82c6-1e7681af639e'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:50:13.697113 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-c596505b-0d65-4a40-a69f-8e1d6d0fcfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:50:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['2c7104d4-c478-4c38-82c6-1e7681af639e'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:50:13.703915 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-9b1955a4-4c96-4739-b20d-61b202b31dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:13.721177 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-2a0dc4d6-dbec-4539-b9c5-7f9a1b996ea9 None None] Provisioning for port 97356734-cf81-4da4-a038-2485185c13f2 completed by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:50:13.721634 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-01d6e150-f177-4f95-b195-a64a071b88d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fff2d1fd29e94b5bb6bbfb95e2d90b67&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4187069 Jun 14 14:50:13.723261 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 33186) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:13.741618 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-2a0dc4d6-dbec-4539-b9c5-7f9a1b996ea9 None None] Provisioning complete for port 97356734-cf81-4da4-a038-2485185c13f2 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:50:13.743172 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2a0dc4d6-dbec-4539-b9c5-7f9a1b996ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:13.832712 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6e150-f177-4f95-b195-a64a071b88d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc589898-3235-41fb-8b4b-e37052470dc7,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:13.867374 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b21fc2-f895-4d74-b5e9-6c79155a90f9 None None] Pushing event updated for resources: {'Port': ['ID=18bb26e4-34d1-44ff-8b6b-ea47051e83fa,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:13.873297 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-70b21fc2-f895-4d74-b5e9-6c79155a90f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:13.882164 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-01d6e150-f177-4f95-b195-a64a071b88d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:13.948866 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4fd619c3-caee-4b7e-969d-92f797ca58ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:13.966097 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 543e5538-2e91-4542-ae09-b422570c5810 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:50:13.966601 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:13.978417 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cb2e00ac-309c-4b78-9e16-3f1498b2e1ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:14.064141 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cb2e00ac-309c-4b78-9e16-3f1498b2e1ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:14.102521 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04fa7a98-e898-4c12-9523-a6a09d4225fc admin admin] Router 9e27fc8f-e6ed-4da5-a181-57d4e41df82a is scheduled to L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 with binding_index 1 {{(pid=103388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 14:50:14.160132 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2a0dc4d6-dbec-4539-b9c5-7f9a1b996ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:14.170555 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 33198) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:14.177575 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-c596505b-0d65-4a40-a69f-8e1d6d0fcfc2 None None] Set router 2c7104d4-c478-4c38-82c6-1e7681af639e gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:50:14.284932 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-2a0dc4d6-dbec-4539-b9c5-7f9a1b996ea9 None None] For port 97356734-cf81-4da4-a038-2485185c13f2, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=97356734-cf81-4da4-a038-2485185c13f2,segment=NetworkSegment(a6ffde43-54a0-4ea9-acbb-8e73a5dd80bf),segment_id=a6ffde43-54a0-4ea9-acbb-8e73a5dd80bf)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:50:14.296965 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4fd619c3-caee-4b7e-969d-92f797ca58ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28280472'] for port, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:14.312506 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:14.355103 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2a0dc4d6-dbec-4539-b9c5-7f9a1b996ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:14.385927 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:14.492273 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd619c3-caee-4b7e-969d-92f797ca58ba admin admin] Network 8b454c64-970f-47e1-a40e-57537dd1c348 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:50:14.518638 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-4fd619c3-caee-4b7e-969d-92f797ca58ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:50:14.523740 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd619c3-caee-4b7e-969d-92f797ca58ba admin admin] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:50:14.571246 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fa7a98-e898-4c12-9523-a6a09d4225fc admin admin] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:50:14.587951 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0dc4d6-dbec-4539-b9c5-7f9a1b996ea9 None None] Pushing event updated for resources: {'Port': ['ID=97356734-cf81-4da4-a038-2485185c13f2,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:14.594832 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9c7fb1-a521-45be-9019-67538477670c None None] Sync routers for ids ['9e27fc8f-e6ed-4da5-a181-57d4e41df82a'] in dv-cinder-772623-8-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:50:14.603833 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-2a0dc4d6-dbec-4539-b9c5-7f9a1b996ea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:14.615873 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9c7fb1-a521-45be-9019-67538477670c None None] Routers {'9e27fc8f-e6ed-4da5-a181-57d4e41df82a'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:50:14.616913 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-7e9c7fb1-a521-45be-9019-67538477670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:50:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['9e27fc8f-e6ed-4da5-a181-57d4e41df82a'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:50:14.665141 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3fe53381-9acd-4934-938e-f49f41e069dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:14.683149 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cb2e00ac-309c-4b78-9e16-3f1498b2e1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:14.686242 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cb2e00ac-309c-4b78-9e16-3f1498b2e1ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:14.695330 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-cb2e00ac-309c-4b78-9e16-3f1498b2e1ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc589898-3235-41fb-8b4b-e37052470dc7 HTTP/1.1" status: 204 len: 168 time: 0.9612091 Jun 14 14:50:14.695330 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-59028b52-764e-4c56-afd4-10f87c76035e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:14.695986 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd619c3-caee-4b7e-969d-92f797ca58ba admin admin] Pushing event updated for resources: {'Port': ['ID=2e458b2f-5453-4ce6-8734-f84e5949f18f,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:14.704224 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e00ac-309c-4b78-9e16-3f1498b2e1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc589898-3235-41fb-8b4b-e37052470dc7,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:14.709013 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-cb2e00ac-309c-4b78-9e16-3f1498b2e1ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:14.714531 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-04fa7a98-e898-4c12-9523-a6a09d4225fc admin admin] Notify callbacks [] for router, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:14.717345 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-04fa7a98-e898-4c12-9523-a6a09d4225fc admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.2006016 Jun 14 14:50:14.732620 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 33210) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:14.763076 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-4fd619c3-caee-4b7e-969d-92f797ca58ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:14.796452 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4fd619c3-caee-4b7e-969d-92f797ca58ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756011'] for router_interface, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:15.030715 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5d998a0d-deae-42f3-89db-b6eeae15a5d9 None None] Provisioning complete for port 97356734-cf81-4da4-a038-2485185c13f2 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:50:15.031330 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5d998a0d-deae-42f3-89db-b6eeae15a5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:15.044084 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-c596505b-0d65-4a40-a69f-8e1d6d0fcfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7104d4-c478-4c38-82c6-1e7681af639e', 'name': 'tempest-ServerRescueNegativeTestJSON-1015776333-router', 'tenant_id': '961e2167fbc04b84a095ba99391daa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '18bb26e4-34d1-44ff-8b6b-ea47051e83fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:50:04Z', 'updated_at': '2021-06-14T14:50:07Z', 'revision_number': 3, 'project_id': '961e2167fbc04b84a095ba99391daa7f', 'gw_port': {'id': '18bb26e4-34d1-44ff-8b6b-ea47051e83fa', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7104d4-c478-4c38-82c6-1e7681af639e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:50:05Z', 'updated_at': '2021-06-14T14:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:50:15.050384 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c596505b-0d65-4a40-a69f-8e1d6d0fcfc2 None None] The sync data for ids ['2c7104d4-c478-4c38-82c6-1e7681af639e'] in dv-cinder-772623-8-iscsi is: [{'id': '2c7104d4-c478-4c38-82c6-1e7681af639e', 'name': 'tempest-ServerRescueNegativeTestJSON-1015776333-router', 'tenant_id': '961e2167fbc04b84a095ba99391daa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '18bb26e4-34d1-44ff-8b6b-ea47051e83fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:50:04Z', 'updated_at': '2021-06-14T14:50:07Z', 'revision_number': 3, 'project_id': '961e2167fbc04b84a095ba99391daa7f', 'gw_port': {'id': '18bb26e4-34d1-44ff-8b6b-ea47051e83fa', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7104d4-c478-4c38-82c6-1e7681af639e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:50:05Z', 'updated_at': '2021-06-14T14:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:50:15.202369 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-7e9c7fb1-a521-45be-9019-67538477670c None None] Set router 9e27fc8f-e6ed-4da5-a181-57d4e41df82a gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:50:15.356728 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3fe53381-9acd-4934-938e-f49f41e069dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:15.497192 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3fe53381-9acd-4934-938e-f49f41e069dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:15.513255 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-56365f98-e00b-4ad8-b4a5-837336cee742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:15.617154 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4fd619c3-caee-4b7e-969d-92f797ca58ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:16.286922 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 33228) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:16.373440 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-7e9c7fb1-a521-45be-9019-67538477670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e27fc8f-e6ed-4da5-a181-57d4e41df82a', 'name': 'tempest-TestShelveInstance-1680802329-router', 'tenant_id': '0cab595d6dac42b3b49e99619d57ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'cfadd4e0-328a-4584-9d49-eb6c291493d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:50:07Z', 'updated_at': '2021-06-14T14:50:11Z', 'revision_number': 3, 'project_id': '0cab595d6dac42b3b49e99619d57ec22', 'gw_port': {'id': 'cfadd4e0-328a-4584-9d49-eb6c291493d4', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:be:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e27fc8f-e6ed-4da5-a181-57d4e41df82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:50:09Z', 'updated_at': '2021-06-14T14:50:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:50:16.394954 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9c7fb1-a521-45be-9019-67538477670c None None] Checking router: 9e27fc8f-e6ed-4da5-a181-57d4e41df82a for host: dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:50:16.395656 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9c7fb1-a521-45be-9019-67538477670c None None] Updating router 9e27fc8f-e6ed-4da5-a181-57d4e41df82a port cfadd4e0-328a-4584-9d49-eb6c291493d4 binding host dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:50:16.400119 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b5ead8c9-48db-4084-ba72-027ef0402b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:16.531999 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-3fe53381-9acd-4934-938e-f49f41e069dc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=58577f53089f48aa9306d8a0d489c43b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3554287 Jun 14 14:50:16.533295 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 33232) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:16.535355 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe53381-9acd-4934-938e-f49f41e069dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab050a8f-5d15-48d2-801d-8fb4d4338efd,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:16.546252 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-3fe53381-9acd-4934-938e-f49f41e069dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.034s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:16.569006 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7e9c7fb1-a521-45be-9019-67538477670c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:16.813989 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-abc00414-bf25-4be3-94e7-5a2286e53770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:16.874075 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 33246) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:16.889303 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4fd619c3-caee-4b7e-969d-92f797ca58ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:16.972542 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 97356734-cf81-4da4-a038-2485185c13f2 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:50:16.980875 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-abc00414-bf25-4be3-94e7-5a2286e53770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:17.034502 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4fd619c3-caee-4b7e-969d-92f797ca58ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:17.097054 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0d7f4bb8-e919-490f-8da7-d69e4c84552b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:17.169955 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-5b9e0dd7-4581-4d12-8772-60fbac4d3cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:17.173753 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4fd619c3-caee-4b7e-969d-92f797ca58ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756159'] for router_interface, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:17.225358 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 97356734-cf81-4da4-a038-2485185c13f2 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:50:17.226044 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:17.296004 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e6e6c84-eeda-4559-a8a6-4b79bac1b0f5 admin admin] Deleting subnet 4ccb9ecf-bc7c-475d-8d79-b282fe307902 {{(pid=103387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 14:50:17.297214 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b5ead8c9-48db-4084-ba72-027ef0402b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:17.351335 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6e6e6c84-eeda-4559-a8a6-4b79bac1b0f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:17.416058 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b5ead8c9-48db-4084-ba72-027ef0402b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:17.424110 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-b4d75f36-b53a-4e3b-95da-9a310adc8b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:17.448014 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd619c3-caee-4b7e-969d-92f797ca58ba admin admin] Pushing event updated for resources: {'Port': ['ID=2e458b2f-5453-4ce6-8734-f84e5949f18f,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:17.457208 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-4fd619c3-caee-4b7e-969d-92f797ca58ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:17.485920 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-0d7f4bb8-e919-490f-8da7-d69e4c84552b admin admin] Allocated IP 172.20.0.1 (cd9adb32-10b8-4e38-8d34-61671c45db4b/977002b3-0bde-4994-96db-763f76b26008/7eef7f61-cec4-411f-b9f4-94f142746ff7) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:50:17.565085 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-b5ead8c9-48db-4084-ba72-027ef0402b21 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=db2248b3f2c74fcda4110e5e5ad57ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2767940 Jun 14 14:50:17.573363 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 33250) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:17.573790 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-abc00414-bf25-4be3-94e7-5a2286e53770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:17.579872 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ead8c9-48db-4084-ba72-027ef0402b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47df3049-0e56-4533-8b27-846ac71ca23f,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:17.582757 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-abc00414-bf25-4be3-94e7-5a2286e53770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:17.589413 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-abc00414-bf25-4be3-94e7-5a2286e53770 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab050a8f-5d15-48d2-801d-8fb4d4338efd HTTP/1.1" status: 204 len: 168 time: 1.0424836 Jun 14 14:50:17.592765 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:17.594913 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-b5ead8c9-48db-4084-ba72-027ef0402b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:17.623257 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6e6e6c84-eeda-4559-a8a6-4b79bac1b0f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28405831'] for subnet, precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:17.700714 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc00414-bf25-4be3-94e7-5a2286e53770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab050a8f-5d15-48d2-801d-8fb4d4338efd,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:17.730679 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-abc00414-bf25-4be3-94e7-5a2286e53770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:17.832663 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd619c3-caee-4b7e-969d-92f797ca58ba admin admin] Network 8b454c64-970f-47e1-a40e-57537dd1c348 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:50:17.848017 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-4fd619c3-caee-4b7e-969d-92f797ca58ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:50:17.853692 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6e6e6c84-eeda-4559-a8a6-4b79bac1b0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3763272'] for subnet, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:17.920734 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7e9c7fb1-a521-45be-9019-67538477670c None None] Notify callbacks [] for port, precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:17.936475 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-7e9c7fb1-a521-45be-9019-67538477670c None None] Transition to ACTIVE for port object cfadd4e0-328a-4584-9d49-eb6c291493d4 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:50:17.956569 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 18bb26e4-34d1-44ff-8b6b-ea47051e83fa up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:50:18.002993 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f8c8d0bc-070d-42b0-b5ba-f2ab3e0e04c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:18.044450 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7e9c7fb1-a521-45be-9019-67538477670c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:18.061792 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:18.128218 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-7e9c7fb1-a521-45be-9019-67538477670c None None] Attempting to bind port cfadd4e0-328a-4584-9d49-eb6c291493d4 on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:50:18.129175 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f8c8d0bc-070d-42b0-b5ba-f2ab3e0e04c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:18.136016 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-7e9c7fb1-a521-45be-9019-67538477670c None None] Attempting to bind port cfadd4e0-328a-4584-9d49-eb6c291493d4 by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:50:18.136469 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9c7fb1-a521-45be-9019-67538477670c None None] Attempting to bind port cfadd4e0-328a-4584-9d49-eb6c291493d4 on network fc485d09-1af9-4f7a-81e8-700830ebc213 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:50:18.152716 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0d7f4bb8-e919-490f-8da7-d69e4c84552b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:18.168701 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9c7fb1-a521-45be-9019-67538477670c None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:50:18.169729 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9c7fb1-a521-45be-9019-67538477670c None None] Checking segment: {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:50:18.170646 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7e9c7fb1-a521-45be-9019-67538477670c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:18.171658 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9c7fb1-a521-45be-9019-67538477670c None None] Bound using segment: {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:50:18.172913 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-7e9c7fb1-a521-45be-9019-67538477670c None None] Bound port: cfadd4e0-328a-4584-9d49-eb6c291493d4, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:50:18.173643 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7e9c7fb1-a521-45be-9019-67538477670c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:18.219097 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.provisioning_blocks [None req-0d7f4bb8-e919-490f-8da7-d69e4c84552b admin admin] Transition to ACTIVE for port object 7eef7f61-cec4-411f-b9f4-94f142746ff7 will not be triggered until provisioned by entity DHCP. {{(pid=103388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:50:18.283836 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port 18bb26e4-34d1-44ff-8b6b-ea47051e83fa completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:50:18.290312 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd619c3-caee-4b7e-969d-92f797ca58ba admin admin] Router 2c7104d4-c478-4c38-82c6-1e7681af639e has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:50:18.294525 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:18.295379 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6e6e6c84-eeda-4559-a8a6-4b79bac1b0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3763265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28279915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28537441'] for subnet, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:18.299849 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 18bb26e4-34d1-44ff-8b6b-ea47051e83fa triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:50:18.306387 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:18.307284 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:18.311173 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ed6b8-b968-4cfd-bdb0-2b33153bf044 None None] Pushing event updated for resources: {'Port': ['ID=cfadd4e0-328a-4584-9d49-eb6c291493d4,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:18.357362 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e6c84-eeda-4559-a8a6-4b79bac1b0f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ccb9ecf-bc7c-475d-8d79-b282fe307902,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:18.366728 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-6e6e6c84-eeda-4559-a8a6-4b79bac1b0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:18.369212 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6e6e6c84-eeda-4559-a8a6-4b79bac1b0f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:18.373341 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-6e6e6c84-eeda-4559-a8a6-4b79bac1b0f5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4ccb9ecf-bc7c-475d-8d79-b282fe307902 HTTP/1.1" status: 204 len: 168 time: 1.4961870 Jun 14 14:50:18.375274 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 33258) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:18.386156 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0d7f4bb8-e919-490f-8da7-d69e4c84552b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27717363'] for port, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:18.419987 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-683ed6b8-b968-4cfd-bdb0-2b33153bf044 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:18.433353 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-7e9c7fb1-a521-45be-9019-67538477670c None None] For port cfadd4e0-328a-4584-9d49-eb6c291493d4, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:50:18.436405 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:18.440899 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-7e9c7fb1-a521-45be-9019-67538477670c None None] For port cfadd4e0-328a-4584-9d49-eb6c291493d4, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=cfadd4e0-328a-4584-9d49-eb6c291493d4,segment=NetworkSegment(5993e2e7-d1a9-4fa5-8357-3040322fca1a),segment_id=5993e2e7-d1a9-4fa5-8357-3040322fca1a)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:50:18.498451 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f8c8d0bc-070d-42b0-b5ba-f2ab3e0e04c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:18.502569 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f8c8d0bc-070d-42b0-b5ba-f2ab3e0e04c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:18.506962 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-f8c8d0bc-070d-42b0-b5ba-f2ab3e0e04c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/47df3049-0e56-4533-8b27-846ac71ca23f HTTP/1.1" status: 204 len: 168 time: 0.9284511 Jun 14 14:50:18.554046 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:18.567101 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7e9c7fb1-a521-45be-9019-67538477670c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:18.572916 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:18.657845 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7f4bb8-e919-490f-8da7-d69e4c84552b admin admin] Network cd9adb32-10b8-4e38-8d34-61671c45db4b is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:50:18.672265 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-0d7f4bb8-e919-490f-8da7-d69e4c84552b admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:50:18.680528 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7f4bb8-e919-490f-8da7-d69e4c84552b admin admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:50:18.682210 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] For port 18bb26e4-34d1-44ff-8b6b-ea47051e83fa, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=18bb26e4-34d1-44ff-8b6b-ea47051e83fa,segment=NetworkSegment(5993e2e7-d1a9-4fa5-8357-3040322fca1a),segment_id=5993e2e7-d1a9-4fa5-8357-3040322fca1a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:50:18.686969 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f4bb8-e919-490f-8da7-d69e4c84552b admin admin] Pushing event updated for resources: {'Port': ['ID=7eef7f61-cec4-411f-b9f4-94f142746ff7,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:18.697733 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-da2f9034-d4f0-4ab0-ba99-53dd4fbf9ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855299'] for network, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:18.766026 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-0d7f4bb8-e919-490f-8da7-d69e4c84552b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:18.769531 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-14810600-a3a0-4962-aeef-182720002f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.254s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:18.791651 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:18.808734 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd619c3-caee-4b7e-969d-92f797ca58ba admin admin] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:50:18.837687 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbf7654-fd64-4760-8473-13536bf887b3 None None] Sync routers for ids ['2c7104d4-c478-4c38-82c6-1e7681af639e'] in dv-cinder-772623-8-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:50:18.842467 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ed6b8-b968-4cfd-bdb0-2b33153bf044 None None] Pushing event updated for resources: {'Port': ['ID=cfadd4e0-328a-4584-9d49-eb6c291493d4,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:18.843098 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8d0bc-070d-42b0-b5ba-f2ab3e0e04c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47df3049-0e56-4533-8b27-846ac71ca23f,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:18.847520 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-4fd619c3-caee-4b7e-969d-92f797ca58ba admin admin] 10.222.0.48 "PUT /v2.0/routers/2c7104d4-c478-4c38-82c6-1e7681af639e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3602424 Jun 14 14:50:18.864148 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-683ed6b8-b968-4cfd-bdb0-2b33153bf044 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:18.877878 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-f8c8d0bc-070d-42b0-b5ba-f2ab3e0e04c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:18.887129 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:18.894370 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbf7654-fd64-4760-8473-13536bf887b3 None None] Routers {'2c7104d4-c478-4c38-82c6-1e7681af639e'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:50:18.902600 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-edbf7654-fd64-4760-8473-13536bf887b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:50:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['2c7104d4-c478-4c38-82c6-1e7681af639e'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:50:18.951518 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0d7f4bb8-e919-490f-8da7-d69e4c84552b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756011'] for router_interface, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:19.044411 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9c7fb1-a521-45be-9019-67538477670c None None] Routers {'9e27fc8f-e6ed-4da5-a181-57d4e41df82a'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:50:19.044411 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-7e9c7fb1-a521-45be-9019-67538477670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:50:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['9e27fc8f-e6ed-4da5-a181-57d4e41df82a'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:50:19.275735 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-da2f9034-d4f0-4ab0-ba99-53dd4fbf9ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3761365', 'neutron.services.segments.db._delete_segments_for_network-8775073109944'] for network, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:19.303302 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-da2f9034-d4f0-4ab0-ba99-53dd4fbf9ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e78543-43f2-427a-b88e-87204b3f7528']}} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:50:19.325469 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-da2f9034-d4f0-4ab0-ba99-53dd4fbf9ac3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42af29c-9f78-4bc7-a44d-0a9b8088f88e') {'for_net_delete': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:50:19.325719 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-da2f9034-d4f0-4ab0-ba99-53dd4fbf9ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42af29c-9f78-4bc7-a44d-0a9b8088f88e') {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:50:19.360536 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Pushing event updated for resources: {'Port': ['ID=18bb26e4-34d1-44ff-8b6b-ea47051e83fa,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:19.374103 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:19.380449 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-edbf7654-fd64-4760-8473-13536bf887b3 None None] Set router 2c7104d4-c478-4c38-82c6-1e7681af639e gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:50:19.398984 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-da2f9034-d4f0-4ab0-ba99-53dd4fbf9ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775073109782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27716681'] for segment, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:19.418210 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-7e9c7fb1-a521-45be-9019-67538477670c None None] Set router 9e27fc8f-e6ed-4da5-a181-57d4e41df82a gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:50:19.437164 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-da2f9034-d4f0-4ab0-ba99-53dd4fbf9ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:19.449767 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2f9034-d4f0-4ab0-ba99-53dd4fbf9ac3 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 14:50:19.450315 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-da2f9034-d4f0-4ab0-ba99-53dd4fbf9ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27717289'] for segment, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: retrieve_revision_numbers = { Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: retrieve_revision_numbers = { Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: retrieve_revision_numbers = { Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: retrieve_revision_numbers = { Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: retrieve_revision_numbers = { Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: retrieve_revision_numbers = { Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: Traceback (most recent call last): Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: timer() Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: cb(*args, **kw) Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: return func(*args, **kwargs) Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: self._notify() Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: self.callback(batched_events) Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: event.method(event) Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: return f(self, *a, **k) Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: return self._get(url).json() Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: return self.request(url, 'GET', **kwargs) Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 14:50:19.452751 dv-cinder-772623-8-iscsi neutron-server[103388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 14:50:19.469567 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:50:19.640481 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 33274) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:19.685930 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c135983b-4b33-4773-b400-f9e4a97b5ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:19.691211 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-28caa5f7-f547-4621-a0e0-305409dce12d None None] Provisioning for port 7eef7f61-cec4-411f-b9f4-94f142746ff7 completed by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:50:19.702653 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-da2f9034-d4f0-4ab0-ba99-53dd4fbf9ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3761354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768894'] for network, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:19.746252 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-da2f9034-d4f0-4ab0-ba99-53dd4fbf9ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:19.750883 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-da2f9034-d4f0-4ab0-ba99-53dd4fbf9ac3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d5e78543-43f2-427a-b88e-87204b3f7528 HTTP/1.1" status: 204 len: 168 time: 1.3734207 Jun 14 14:50:19.759181 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-f150a3b0-c5aa-4af6-a3d9-78f7ab06a9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:19.759422 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 33278) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:19.822633 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0d7f4bb8-e919-490f-8da7-d69e4c84552b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:19.827203 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f9034-d4f0-4ab0-ba99-53dd4fbf9ac3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5e78543-43f2-427a-b88e-87204b3f7528,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:19.838123 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-da2f9034-d4f0-4ab0-ba99-53dd4fbf9ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:20.052398 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-28caa5f7-f547-4621-a0e0-305409dce12d None None] Provisioning complete for port 7eef7f61-cec4-411f-b9f4-94f142746ff7 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:50:20.053059 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-28caa5f7-f547-4621-a0e0-305409dce12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:20.078111 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c67b063-3d17-495b-aa6b-d78d5a8551b1 admin admin] Deleting subnet bb06f06b-beb7-4818-8337-5676ecc6afbe {{(pid=103387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 14:50:20.091969 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9c67b063-3d17-495b-aa6b-d78d5a8551b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:20.267152 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-28caa5f7-f547-4621-a0e0-305409dce12d None None] Port 7eef7f61-cec4-411f-b9f4-94f142746ff7 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:50:20.290658 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9c67b063-3d17-495b-aa6b-d78d5a8551b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28405831'] for subnet, precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:20.404485 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9c67b063-3d17-495b-aa6b-d78d5a8551b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3763272'] for subnet, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:20.419197 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0d7f4bb8-e919-490f-8da7-d69e4c84552b admin admin] Notify callbacks [] for port, precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:20.466622 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-7e9c7fb1-a521-45be-9019-67538477670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e27fc8f-e6ed-4da5-a181-57d4e41df82a', 'name': 'tempest-TestShelveInstance-1680802329-router', 'tenant_id': '0cab595d6dac42b3b49e99619d57ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'cfadd4e0-328a-4584-9d49-eb6c291493d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:50:07Z', 'updated_at': '2021-06-14T14:50:11Z', 'revision_number': 3, 'project_id': '0cab595d6dac42b3b49e99619d57ec22', 'gw_port': {'id': 'cfadd4e0-328a-4584-9d49-eb6c291493d4', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:be:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e27fc8f-e6ed-4da5-a181-57d4e41df82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:50:09Z', 'updated_at': '2021-06-14T14:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:50:20.494411 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9c7fb1-a521-45be-9019-67538477670c None None] The sync data for ids ['9e27fc8f-e6ed-4da5-a181-57d4e41df82a'] in dv-cinder-772623-8-iscsi is: [{'id': '9e27fc8f-e6ed-4da5-a181-57d4e41df82a', 'name': 'tempest-TestShelveInstance-1680802329-router', 'tenant_id': '0cab595d6dac42b3b49e99619d57ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'cfadd4e0-328a-4584-9d49-eb6c291493d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:50:07Z', 'updated_at': '2021-06-14T14:50:11Z', 'revision_number': 3, 'project_id': '0cab595d6dac42b3b49e99619d57ec22', 'gw_port': {'id': 'cfadd4e0-328a-4584-9d49-eb6c291493d4', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:be:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e27fc8f-e6ed-4da5-a181-57d4e41df82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:50:09Z', 'updated_at': '2021-06-14T14:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:50:20.519065 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0d7f4bb8-e919-490f-8da7-d69e4c84552b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27717325'] for port, after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:20.523425 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-792c5686-ed50-4af1-9a04-373acbc61234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:20.599594 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-edbf7654-fd64-4760-8473-13536bf887b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7104d4-c478-4c38-82c6-1e7681af639e', 'name': 'tempest-ServerRescueNegativeTestJSON-1015776333-router', 'tenant_id': '961e2167fbc04b84a095ba99391daa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '18bb26e4-34d1-44ff-8b6b-ea47051e83fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:50:04Z', 'updated_at': '2021-06-14T14:50:15Z', 'revision_number': 4, 'project_id': '961e2167fbc04b84a095ba99391daa7f', 'gw_port': {'id': '18bb26e4-34d1-44ff-8b6b-ea47051e83fa', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7104d4-c478-4c38-82c6-1e7681af639e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:50:05Z', 'updated_at': '2021-06-14T14:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '2e458b2f-5453-4ce6-8734-f84e5949f18f', 'name': '', 'network_id': '8b454c64-970f-47e1-a40e-57537dd1c348', 'tenant_id': '961e2167fbc04b84a095ba99391daa7f', 'mac_address': 'fa:16:3e:fe:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7104d4-c478-4c38-82c6-1e7681af639e', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '7d106303-d89a-4acd-899f-44cb0b843ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:50:12Z', 'updated_at': '2021-06-14T14:50:15Z', 'revision_number': 2, 'project_id': '961e2167fbc04b84a095ba99391daa7f', 'subnets': [{'id': '7d106303-d89a-4acd-899f-44cb0b843ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:50:20.616315 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbf7654-fd64-4760-8473-13536bf887b3 None None] Checking router: 2c7104d4-c478-4c38-82c6-1e7681af639e for host: dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:50:20.616861 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbf7654-fd64-4760-8473-13536bf887b3 None None] Updating router 2c7104d4-c478-4c38-82c6-1e7681af639e port 2e458b2f-5453-4ce6-8734-f84e5949f18f binding host dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:50:20.689453 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9c67b063-3d17-495b-aa6b-d78d5a8551b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3763265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28279915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28537441'] for subnet, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:20.715716 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-5a03df3f-72fe-4910-b4e2-90d5440ee01b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:20.759581 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-edbf7654-fd64-4760-8473-13536bf887b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:20.783992 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0d7f4bb8-e919-490f-8da7-d69e4c84552b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756159'] for router_interface, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:20.787656 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f4bb8-e919-490f-8da7-d69e4c84552b admin admin] Pushing event updated for resources: {'Port': ['ID=7eef7f61-cec4-411f-b9f4-94f142746ff7,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:20.793711 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-0d7f4bb8-e919-490f-8da7-d69e4c84552b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:20.828658 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67b063-3d17-495b-aa6b-d78d5a8551b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb06f06b-beb7-4818-8337-5676ecc6afbe,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:20.844747 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9c67b063-3d17-495b-aa6b-d78d5a8551b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:20.850233 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-9c67b063-3d17-495b-aa6b-d78d5a8551b1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bb06f06b-beb7-4818-8337-5676ecc6afbe HTTP/1.1" status: 204 len: 168 time: 1.0818942 Jun 14 14:50:20.852522 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 33304) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:20.854443 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-9c67b063-3d17-495b-aa6b-d78d5a8551b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:20.857475 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c135983b-4b33-4773-b400-f9e4a97b5ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:20.875821 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-82a3d022-a678-4aff-a035-a00da3e27340 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:20.880369 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-82a3d022-a678-4aff-a035-a00da3e27340 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/networks?id=8b454c64-970f-47e1-a40e-57537dd1c348 HTTP/1.1" status: 200 len: 819 time: 0.3943293 Jun 14 14:50:20.927655 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-2e12694d-cf26-413b-90e4-5f0d537055e5 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/quotas/961e2167fbc04b84a095ba99391daa7f HTTP/1.1" status: 200 len: 375 time: 0.0399919 Jun 14 14:50:20.968700 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 18bb26e4-34d1-44ff-8b6b-ea47051e83fa up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:50:21.068639 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c135983b-4b33-4773-b400-f9e4a97b5ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:21.122803 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-3fe53381-9acd-4934-938e-f49f41e069dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:21.189042 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 18bb26e4-34d1-44ff-8b6b-ea47051e83fa triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:50:21.189601 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:21.260108 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-c135983b-4b33-4773-b400-f9e4a97b5ac8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=810e4e606a1546cfafa9a57c5f422631&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6180868 Jun 14 14:50:21.273170 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 33316) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:21.280102 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135983b-4b33-4773-b400-f9e4a97b5ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafe0b9a-5f0e-4214-992d-9869fa290083,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:21.284331 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-c135983b-4b33-4773-b400-f9e4a97b5ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:21.325208 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-f03707a8-28b4-462f-b530-f9094c6104ee tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=961e2167fbc04b84a095ba99391daa7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3882277 Jun 14 14:50:21.446388 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d48cd240-f197-4a23-9229-dd42eacbf571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855299'] for network, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:21.485893 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7f4bb8-e919-490f-8da7-d69e4c84552b admin admin] Network cd9adb32-10b8-4e38-8d34-61671c45db4b is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:50:21.522839 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-0d7f4bb8-e919-490f-8da7-d69e4c84552b admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:50:21.579698 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-43a61a05-9bbc-444b-a731-958a287c5fec service neutron] 10.222.0.48 "GET /v2.0/networks/8b454c64-970f-47e1-a40e-57537dd1c348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414887 Jun 14 14:50:21.736738 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8db5fc42-bcba-49c0-9071-30fb4e210cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:21.875798 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-edbf7654-fd64-4760-8473-13536bf887b3 None None] Notify callbacks [] for port, precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:21.893223 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-edbf7654-fd64-4760-8473-13536bf887b3 None None] Transition to ACTIVE for port object 2e458b2f-5453-4ce6-8734-f84e5949f18f will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:50:21.966883 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8db5fc42-bcba-49c0-9071-30fb4e210cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:21.976140 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-edbf7654-fd64-4760-8473-13536bf887b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:21.981996 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:22.054723 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-97c01682-e45c-4206-b16c-150ad8d63e4f None None] Provisioning complete for port 7eef7f61-cec4-411f-b9f4-94f142746ff7 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:50:22.055931 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-97c01682-e45c-4206-b16c-150ad8d63e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:22.169711 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-97c01682-e45c-4206-b16c-150ad8d63e4f None None] Port 7eef7f61-cec4-411f-b9f4-94f142746ff7 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:50:22.274947 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-f00f51b1-001a-40a4-ab66-49c15514d594 service neutron] 10.222.0.48 "GET /v2.0/networks/8b454c64-970f-47e1-a40e-57537dd1c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6527367 Jun 14 14:50:22.346010 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612755c-1dbe-4e37-97a0-04a6c8ef895f None None] Pushing event updated for resources: {'Port': ['ID=2e458b2f-5453-4ce6-8734-f84e5949f18f,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:22.359411 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-7612755c-1dbe-4e37-97a0-04a6c8ef895f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:22.410585 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8db5fc42-bcba-49c0-9071-30fb4e210cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:22.416631 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8db5fc42-bcba-49c0-9071-30fb4e210cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:22.423115 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-8db5fc42-bcba-49c0-9071-30fb4e210cd1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dafe0b9a-5f0e-4214-992d-9869fa290083 HTTP/1.1" status: 204 len: 168 time: 1.1467640 Jun 14 14:50:22.423739 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-dd5e6ee9-883e-47bb-b36b-237dfc1f64b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:22.440798 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5fc42-bcba-49c0-9071-30fb4e210cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafe0b9a-5f0e-4214-992d-9869fa290083,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:22.451632 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-8db5fc42-bcba-49c0-9071-30fb4e210cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:22.451914 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d48cd240-f197-4a23-9229-dd42eacbf571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3761365', 'neutron.services.segments.db._delete_segments_for_network-8775073109944'] for network, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:22.490025 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-d48cd240-f197-4a23-9229-dd42eacbf571 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e451cbbf-5f15-4a94-80e6-1d1e930c09e4']}} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:50:22.557147 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-edbf7654-fd64-4760-8473-13536bf887b3 None None] Attempting to bind port 2e458b2f-5453-4ce6-8734-f84e5949f18f on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:50:22.557985 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-d48cd240-f197-4a23-9229-dd42eacbf571 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62197d96-2079-489b-b4f5-4c8416eab0ee') {'for_net_delete': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:50:22.558150 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-d48cd240-f197-4a23-9229-dd42eacbf571 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62197d96-2079-489b-b4f5-4c8416eab0ee') {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:50:22.559720 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-edbf7654-fd64-4760-8473-13536bf887b3 None None] Attempting to bind port 2e458b2f-5453-4ce6-8734-f84e5949f18f by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': 'b9f136e3-17b9-422d-a690-2dc5402bd280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8b454c64-970f-47e1-a40e-57537dd1c348'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:50:22.559937 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbf7654-fd64-4760-8473-13536bf887b3 None None] Attempting to bind port 2e458b2f-5453-4ce6-8734-f84e5949f18f on network 8b454c64-970f-47e1-a40e-57537dd1c348 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:50:22.570380 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbf7654-fd64-4760-8473-13536bf887b3 None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:50:22.570935 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbf7654-fd64-4760-8473-13536bf887b3 None None] Checking segment: {'id': 'b9f136e3-17b9-422d-a690-2dc5402bd280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8b454c64-970f-47e1-a40e-57537dd1c348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:50:22.571731 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-edbf7654-fd64-4760-8473-13536bf887b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:22.572376 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbf7654-fd64-4760-8473-13536bf887b3 None None] Bound using segment: {'id': 'b9f136e3-17b9-422d-a690-2dc5402bd280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8b454c64-970f-47e1-a40e-57537dd1c348'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:50:22.573192 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-edbf7654-fd64-4760-8473-13536bf887b3 None None] Bound port: 2e458b2f-5453-4ce6-8734-f84e5949f18f, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f136e3-17b9-422d-a690-2dc5402bd280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8b454c64-970f-47e1-a40e-57537dd1c348'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:50:22.573826 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-edbf7654-fd64-4760-8473-13536bf887b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:22.610494 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d48cd240-f197-4a23-9229-dd42eacbf571 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775073109782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27716681'] for segment, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:22.655649 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d48cd240-f197-4a23-9229-dd42eacbf571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:22.664224 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d48cd240-f197-4a23-9229-dd42eacbf571 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 14:50:22.665843 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d48cd240-f197-4a23-9229-dd42eacbf571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27717289'] for segment, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:22.767717 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-edbf7654-fd64-4760-8473-13536bf887b3 None None] For port 2e458b2f-5453-4ce6-8734-f84e5949f18f, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:50:22.774182 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-edbf7654-fd64-4760-8473-13536bf887b3 None None] For port 2e458b2f-5453-4ce6-8734-f84e5949f18f, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=2e458b2f-5453-4ce6-8734-f84e5949f18f,segment=NetworkSegment(b9f136e3-17b9-422d-a690-2dc5402bd280),segment_id=b9f136e3-17b9-422d-a690-2dc5402bd280)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:50:22.888465 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-edbf7654-fd64-4760-8473-13536bf887b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:22.896476 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-ce71b088-a656-4157-aeb8-f8f5a7e91936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: Traceback (most recent call last): Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: timer() Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: cb(*args, **kw) Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: return func(*args, **kwargs) Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: self._notify() Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: self.callback(batched_events) Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: event.method(event) Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: return f(self, *a, **k) Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: return self._get(url).json() Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: return self.request(url, 'GET', **kwargs) Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 14:50:22.915148 dv-cinder-772623-8-iscsi neutron-server[103388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 14:50:23.002387 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7f4bb8-e919-490f-8da7-d69e4c84552b admin admin] Router 9e27fc8f-e6ed-4da5-a181-57d4e41df82a has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:50:23.007860 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b1c24e87-3baf-464b-b436-36298d6a4fc2 req-25eb744b-9823-4a5c-89c7-bf0bb6e7c0d6 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 210 time: 0.0873649 Jun 14 14:50:23.087128 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device cfadd4e0-328a-4584-9d49-eb6c291493d4 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:50:23.115959 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbf7654-fd64-4760-8473-13536bf887b3 None None] Routers {'2c7104d4-c478-4c38-82c6-1e7681af639e'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:50:23.117930 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-edbf7654-fd64-4760-8473-13536bf887b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:50:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['2c7104d4-c478-4c38-82c6-1e7681af639e'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:50:23.123505 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612755c-1dbe-4e37-97a0-04a6c8ef895f None None] Pushing event updated for resources: {'Port': ['ID=2e458b2f-5453-4ce6-8734-f84e5949f18f,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:23.345763 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d48cd240-f197-4a23-9229-dd42eacbf571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3761354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768894'] for network, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:23.354395 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:23.357503 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d48cd240-f197-4a23-9229-dd42eacbf571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:23.363259 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d48cd240-f197-4a23-9229-dd42eacbf571 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e451cbbf-5f15-4a94-80e6-1d1e930c09e4 HTTP/1.1" status: 204 len: 168 time: 2.5087624 Jun 14 14:50:23.428057 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port cfadd4e0-328a-4584-9d49-eb6c291493d4 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:50:23.433311 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48cd240-f197-4a23-9229-dd42eacbf571 admin admin] Pushing event deleted for resources: {'Network': ['ID=e451cbbf-5f15-4a94-80e6-1d1e930c09e4,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:23.438006 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-d48cd240-f197-4a23-9229-dd42eacbf571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:23.448325 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port cfadd4e0-328a-4584-9d49-eb6c291493d4 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:50:23.448871 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:23.460190 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-7612755c-1dbe-4e37-97a0-04a6c8ef895f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:23.745454 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-edbf7654-fd64-4760-8473-13536bf887b3 None None] Set router 2c7104d4-c478-4c38-82c6-1e7681af639e gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:50:23.933318 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7f4bb8-e919-490f-8da7-d69e4c84552b admin admin] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:50:23.953014 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-0d7f4bb8-e919-490f-8da7-d69e4c84552b admin admin] 10.222.0.48 "PUT /v2.0/routers/9e27fc8f-e6ed-4da5-a181-57d4e41df82a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2174354 Jun 14 14:50:24.005641 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4962b379-8788-4c0b-b18c-be1a15436aca None None] Sync routers for ids ['9e27fc8f-e6ed-4da5-a181-57d4e41df82a'] in dv-cinder-772623-8-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:50:24.028195 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-1e62e58a-d5bf-438e-92e6-22379b3ccab5 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:24.035491 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4962b379-8788-4c0b-b18c-be1a15436aca None None] Routers {'9e27fc8f-e6ed-4da5-a181-57d4e41df82a'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:50:24.036138 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-1e62e58a-d5bf-438e-92e6-22379b3ccab5 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/networks?id=8b454c64-970f-47e1-a40e-57537dd1c348 HTTP/1.1" status: 200 len: 819 time: 0.5163229 Jun 14 14:50:24.036272 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-4962b379-8788-4c0b-b18c-be1a15436aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:50:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['9e27fc8f-e6ed-4da5-a181-57d4e41df82a'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:50:24.048246 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-9cdfd228-064c-48a0-a9d7-ce9145040b5a tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/quotas/961e2167fbc04b84a095ba99391daa7f HTTP/1.1" status: 200 len: 375 time: 0.0110807 Jun 14 14:50:24.187686 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-613ac95c-3913-4525-b63f-8e28f2d02086 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=961e2167fbc04b84a095ba99391daa7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1332254 Jun 14 14:50:24.332293 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:24.380845 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-edbf7654-fd64-4760-8473-13536bf887b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7104d4-c478-4c38-82c6-1e7681af639e', 'name': 'tempest-ServerRescueNegativeTestJSON-1015776333-router', 'tenant_id': '961e2167fbc04b84a095ba99391daa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '18bb26e4-34d1-44ff-8b6b-ea47051e83fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:50:04Z', 'updated_at': '2021-06-14T14:50:15Z', 'revision_number': 4, 'project_id': '961e2167fbc04b84a095ba99391daa7f', 'gw_port': {'id': '18bb26e4-34d1-44ff-8b6b-ea47051e83fa', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7104d4-c478-4c38-82c6-1e7681af639e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:50:05Z', 'updated_at': '2021-06-14T14:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '2e458b2f-5453-4ce6-8734-f84e5949f18f', 'name': '', 'network_id': '8b454c64-970f-47e1-a40e-57537dd1c348', 'tenant_id': '961e2167fbc04b84a095ba99391daa7f', 'mac_address': 'fa:16:3e:fe:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7104d4-c478-4c38-82c6-1e7681af639e', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '7d106303-d89a-4acd-899f-44cb0b843ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:50:12Z', 'updated_at': '2021-06-14T14:50:22Z', 'revision_number': 4, 'project_id': '961e2167fbc04b84a095ba99391daa7f', 'subnets': [{'id': '7d106303-d89a-4acd-899f-44cb0b843ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:50:24.386770 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbf7654-fd64-4760-8473-13536bf887b3 None None] The sync data for ids ['2c7104d4-c478-4c38-82c6-1e7681af639e'] in dv-cinder-772623-8-iscsi is: [{'id': '2c7104d4-c478-4c38-82c6-1e7681af639e', 'name': 'tempest-ServerRescueNegativeTestJSON-1015776333-router', 'tenant_id': '961e2167fbc04b84a095ba99391daa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '18bb26e4-34d1-44ff-8b6b-ea47051e83fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:50:04Z', 'updated_at': '2021-06-14T14:50:15Z', 'revision_number': 4, 'project_id': '961e2167fbc04b84a095ba99391daa7f', 'gw_port': {'id': '18bb26e4-34d1-44ff-8b6b-ea47051e83fa', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7104d4-c478-4c38-82c6-1e7681af639e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:50:05Z', 'updated_at': '2021-06-14T14:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '2e458b2f-5453-4ce6-8734-f84e5949f18f', 'name': '', 'network_id': '8b454c64-970f-47e1-a40e-57537dd1c348', 'tenant_id': '961e2167fbc04b84a095ba99391daa7f', 'mac_address': 'fa:16:3e:fe:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7104d4-c478-4c38-82c6-1e7681af639e', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '7d106303-d89a-4acd-899f-44cb0b843ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:50:12Z', 'updated_at': '2021-06-14T14:50:22Z', 'revision_number': 4, 'project_id': '961e2167fbc04b84a095ba99391daa7f', 'subnets': [{'id': '7d106303-d89a-4acd-899f-44cb0b843ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:50:24.410962 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] For port cfadd4e0-328a-4584-9d49-eb6c291493d4, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=cfadd4e0-328a-4584-9d49-eb6c291493d4,segment=NetworkSegment(5993e2e7-d1a9-4fa5-8357-3040322fca1a),segment_id=5993e2e7-d1a9-4fa5-8357-3040322fca1a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:50:24.416539 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-4962b379-8788-4c0b-b18c-be1a15436aca None None] Set router 9e27fc8f-e6ed-4da5-a181-57d4e41df82a gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:50:24.417014 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 33390) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:24.494020 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-35717574-f3ae-46bb-ab5b-6d02762d5298 service neutron] 10.222.0.48 "GET /v2.0/networks/8b454c64-970f-47e1-a40e-57537dd1c348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838323 Jun 14 14:50:24.615588 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-9c99ff7e-7994-44b7-b1e1-f14a6c217333 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e0e40097a2644c6db84ed8f076dc9481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1932886 Jun 14 14:50:24.618634 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 33398) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:24.629193 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:24.637894 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:24.742888 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-446b3a6d-af92-46d8-87d3-991b5b3a81d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:24.749592 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-5f16a740-13be-4ee0-86ef-ea80b0409f82 service neutron] 10.222.0.48 "GET /v2.0/networks/8b454c64-970f-47e1-a40e-57537dd1c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541859 Jun 14 14:50:24.862364 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-446b3a6d-af92-46d8-87d3-991b5b3a81d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:25.120686 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Pushing event updated for resources: {'Port': ['ID=cfadd4e0-328a-4584-9d49-eb6c291493d4,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:25.190666 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-446b3a6d-af92-46d8-87d3-991b5b3a81d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:25.195514 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-446b3a6d-af92-46d8-87d3-991b5b3a81d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:25.197606 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-446b3a6d-af92-46d8-87d3-991b5b3a81d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9661ae79-55ae-4338-a71a-54e907169433 HTTP/1.1" status: 204 len: 168 time: 0.5779161 Jun 14 14:50:25.198814 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-1f5cdbcb-e8d8-4c6c-b341-7e42cde9a096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:25.214653 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:25.218608 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 2e458b2f-5453-4ce6-8734-f84e5949f18f up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:50:25.223419 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b3a6d-af92-46d8-87d3-991b5b3a81d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9661ae79-55ae-4338-a71a-54e907169433,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:25.233033 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-446b3a6d-af92-46d8-87d3-991b5b3a81d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:25.773915 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7d4b2ce6-fa78-48c4-8c54-50568d1f0814 req-6a6c1ed2-beac-4f05-a320-81e16f91977a tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 210 time: 0.1157999 Jun 14 14:50:26.045899 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-4962b379-8788-4c0b-b18c-be1a15436aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e27fc8f-e6ed-4da5-a181-57d4e41df82a', 'name': 'tempest-TestShelveInstance-1680802329-router', 'tenant_id': '0cab595d6dac42b3b49e99619d57ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'cfadd4e0-328a-4584-9d49-eb6c291493d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:50:07Z', 'updated_at': '2021-06-14T14:50:19Z', 'revision_number': 4, 'project_id': '0cab595d6dac42b3b49e99619d57ec22', 'gw_port': {'id': 'cfadd4e0-328a-4584-9d49-eb6c291493d4', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:be:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e27fc8f-e6ed-4da5-a181-57d4e41df82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:50:09Z', 'updated_at': '2021-06-14T14:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '7eef7f61-cec4-411f-b9f4-94f142746ff7', 'name': '', 'network_id': 'cd9adb32-10b8-4e38-8d34-61671c45db4b', 'tenant_id': '0cab595d6dac42b3b49e99619d57ec22', 'mac_address': 'fa:16:3e:b8:b3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e27fc8f-e6ed-4da5-a181-57d4e41df82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '977002b3-0bde-4994-96db-763f76b26008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:50:17Z', 'updated_at': '2021-06-14T14:50:19Z', 'revision_number': 2, 'project_id': '0cab595d6dac42b3b49e99619d57ec22', 'subnets': [{'id': '977002b3-0bde-4994-96db-763f76b26008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:50:26.051167 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4962b379-8788-4c0b-b18c-be1a15436aca None None] Checking router: 9e27fc8f-e6ed-4da5-a181-57d4e41df82a for host: dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:50:26.052062 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4962b379-8788-4c0b-b18c-be1a15436aca None None] Updating router 9e27fc8f-e6ed-4da5-a181-57d4e41df82a port 7eef7f61-cec4-411f-b9f4-94f142746ff7 binding host dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:50:26.120376 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4962b379-8788-4c0b-b18c-be1a15436aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:26.206832 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 33434) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:26.214884 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-a4468eff-1c1a-4f05-b78f-05be07039c85 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-267764410', 'description': 'tempest-secgroup-smoke-267764410 description', 'project_id': 'd779389355af44759f4711a7a199a059'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:50:26.342582 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port 2e458b2f-5453-4ce6-8734-f84e5949f18f completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:50:26.377200 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 2e458b2f-5453-4ce6-8734-f84e5949f18f triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:50:26.378360 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:26.421486 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a4468eff-1c1a-4f05-b78f-05be07039c85 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:26.674212 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a4468eff-1c1a-4f05-b78f-05be07039c85 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:26.732572 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:26.824541 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] For port 2e458b2f-5453-4ce6-8734-f84e5949f18f, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=2e458b2f-5453-4ce6-8734-f84e5949f18f,segment=NetworkSegment(b9f136e3-17b9-422d-a690-2dc5402bd280),segment_id=b9f136e3-17b9-422d-a690-2dc5402bd280)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:50:26.834679 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a4468eff-1c1a-4f05-b78f-05be07039c85 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:26.843700 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4962b379-8788-4c0b-b18c-be1a15436aca None None] Notify callbacks [] for port, precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:26.857907 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-4962b379-8788-4c0b-b18c-be1a15436aca None None] Transition to ACTIVE for port object 7eef7f61-cec4-411f-b9f4-94f142746ff7 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:50:26.872253 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-dabd5b21-0c80-4e99-92c4-790d2608dc15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:26.934307 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 33452) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:26.948070 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4962b379-8788-4c0b-b18c-be1a15436aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:26.950370 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:26.952520 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:26.970183 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4468eff-1c1a-4f05-b78f-05be07039c85 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ed616c-a50f-454f-bd74-438e9423ab6a,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:26.977759 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-a4468eff-1c1a-4f05-b78f-05be07039c85 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:27.046569 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a4468eff-1c1a-4f05-b78f-05be07039c85 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:27.046569 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-a4468eff-1c1a-4f05-b78f-05be07039c85 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8315902 Jun 14 14:50:27.047139 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 33454) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:27.057554 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-4a9171ff-5115-4c4a-8e93-11907feebafd tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Request body: {'security_group_rule': {'security_group_id': 'c6ed616c-a50f-454f-bd74-438e9423ab6a', 'project_id': 'd779389355af44759f4711a7a199a059', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:50:27.068806 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3b77a2a5-a500-4a08-8d50-8fd923302114 req-bc92735f-eb83-4735-8c70-cfd248ff9b8c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 210 time: 0.0614130 Jun 14 14:50:27.077837 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-7eed44c2-12f7-46e3-8f5b-8c94c0ab20a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fcecd907196f485d99e71b1f3c000ba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414888 Jun 14 14:50:27.080296 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 33456) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:27.270038 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device cfadd4e0-328a-4584-9d49-eb6c291493d4 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:50:27.278807 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d23ead96-8320-4bfe-9117-1312d8eaa016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:27.282389 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50581f-7eee-4c10-add5-de2a61d1a3b3 None None] Pushing event updated for resources: {'Port': ['ID=7eef7f61-cec4-411f-b9f4-94f142746ff7,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:27.288078 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-cd50581f-7eee-4c10-add5-de2a61d1a3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:27.297582 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.326s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:27.309572 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4a9171ff-5115-4c4a-8e93-11907feebafd tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:27.342030 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d23ead96-8320-4bfe-9117-1312d8eaa016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:27.472640 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4a9171ff-5115-4c4a-8e93-11907feebafd tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:27.483228 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-4962b379-8788-4c0b-b18c-be1a15436aca None None] Attempting to bind port 7eef7f61-cec4-411f-b9f4-94f142746ff7 on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:50:27.483696 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-4962b379-8788-4c0b-b18c-be1a15436aca None None] Attempting to bind port 7eef7f61-cec4-411f-b9f4-94f142746ff7 by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': 'a6ffde43-54a0-4ea9-acbb-8e73a5dd80bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'cd9adb32-10b8-4e38-8d34-61671c45db4b'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:50:27.484087 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4962b379-8788-4c0b-b18c-be1a15436aca None None] Attempting to bind port 7eef7f61-cec4-411f-b9f4-94f142746ff7 on network cd9adb32-10b8-4e38-8d34-61671c45db4b {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:50:27.490913 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d23ead96-8320-4bfe-9117-1312d8eaa016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:27.493941 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d23ead96-8320-4bfe-9117-1312d8eaa016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:27.498169 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d23ead96-8320-4bfe-9117-1312d8eaa016 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4bdf8f04-01ef-42c1-a866-ad633b90c96c HTTP/1.1" status: 204 len: 168 time: 0.4162660 Jun 14 14:50:27.499030 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-f63706b2-47bd-4cc8-8ab8-62387e39ebb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:27.510390 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ead96-8320-4bfe-9117-1312d8eaa016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdf8f04-01ef-42c1-a866-ad633b90c96c,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:27.514003 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-d23ead96-8320-4bfe-9117-1312d8eaa016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:27.556913 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4962b379-8788-4c0b-b18c-be1a15436aca None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:50:27.559264 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4962b379-8788-4c0b-b18c-be1a15436aca None None] Checking segment: {'id': 'a6ffde43-54a0-4ea9-acbb-8e73a5dd80bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'cd9adb32-10b8-4e38-8d34-61671c45db4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:50:27.562851 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4962b379-8788-4c0b-b18c-be1a15436aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:27.563456 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4962b379-8788-4c0b-b18c-be1a15436aca None None] Bound using segment: {'id': 'a6ffde43-54a0-4ea9-acbb-8e73a5dd80bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'cd9adb32-10b8-4e38-8d34-61671c45db4b'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:50:27.564314 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-4962b379-8788-4c0b-b18c-be1a15436aca None None] Bound port: 7eef7f61-cec4-411f-b9f4-94f142746ff7, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ffde43-54a0-4ea9-acbb-8e73a5dd80bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'cd9adb32-10b8-4e38-8d34-61671c45db4b'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:50:27.565038 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4962b379-8788-4c0b-b18c-be1a15436aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:27.594120 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4a9171ff-5115-4c4a-8e93-11907feebafd tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643011'] for security_group_rule, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:27.598655 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-a744ff44-65ac-42a8-a03b-02262a9e0cef tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:27.667048 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Pushing event updated for resources: {'Port': ['ID=2e458b2f-5453-4ce6-8734-f84e5949f18f,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:27.668245 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9171ff-5115-4c4a-8e93-11907feebafd tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f84059-63aa-4ab7-9b6b-fd9b9d0d4b01,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:27.678204 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:27.679150 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-4a9171ff-5115-4c4a-8e93-11907feebafd tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:27.735290 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4a9171ff-5115-4c4a-8e93-11907feebafd tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:27.736589 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-4a9171ff-5115-4c4a-8e93-11907feebafd tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6881855 Jun 14 14:50:27.740450 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-4962b379-8788-4c0b-b18c-be1a15436aca None None] For port 7eef7f61-cec4-411f-b9f4-94f142746ff7, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:50:27.740846 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 33474) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:27.747021 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-048aa911-0055-473e-ad2d-6bdcdce33095 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Request body: {'security_group_rule': {'security_group_id': 'c6ed616c-a50f-454f-bd74-438e9423ab6a', 'project_id': 'd779389355af44759f4711a7a199a059', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:50:27.754932 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-4962b379-8788-4c0b-b18c-be1a15436aca None None] For port 7eef7f61-cec4-411f-b9f4-94f142746ff7, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=7eef7f61-cec4-411f-b9f4-94f142746ff7,segment=NetworkSegment(a6ffde43-54a0-4ea9-acbb-8e73a5dd80bf),segment_id=a6ffde43-54a0-4ea9-acbb-8e73a5dd80bf)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:50:27.759865 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port cfadd4e0-328a-4584-9d49-eb6c291493d4 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:50:27.760251 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:27.853309 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4962b379-8788-4c0b-b18c-be1a15436aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:27.857446 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:27.897953 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-048aa911-0055-473e-ad2d-6bdcdce33095 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:27.999486 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-048aa911-0055-473e-ad2d-6bdcdce33095 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:28.113428 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4962b379-8788-4c0b-b18c-be1a15436aca None None] Routers {'9e27fc8f-e6ed-4da5-a181-57d4e41df82a'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:50:28.114080 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-4962b379-8788-4c0b-b18c-be1a15436aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:50:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['9e27fc8f-e6ed-4da5-a181-57d4e41df82a'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:50:28.121134 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50581f-7eee-4c10-add5-de2a61d1a3b3 None None] Pushing event updated for resources: {'Port': ['ID=7eef7f61-cec4-411f-b9f4-94f142746ff7,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:28.167728 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-048aa911-0055-473e-ad2d-6bdcdce33095 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643011'] for security_group_rule, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:28.172435 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-4a9171ff-5115-4c4a-8e93-11907feebafd tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:28.179685 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-cd50581f-7eee-4c10-add5-de2a61d1a3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:28.266214 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048aa911-0055-473e-ad2d-6bdcdce33095 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=282ca380-f446-49f8-aa3c-8e1a216528c6,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:28.280693 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-048aa911-0055-473e-ad2d-6bdcdce33095 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:28.402161 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-4962b379-8788-4c0b-b18c-be1a15436aca None None] Set router 9e27fc8f-e6ed-4da5-a181-57d4e41df82a gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:50:28.444506 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-048aa911-0055-473e-ad2d-6bdcdce33095 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:28.447532 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-048aa911-0055-473e-ad2d-6bdcdce33095 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7055790 Jun 14 14:50:28.452298 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 33494) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:28.460979 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-cd72ad9b-6b2e-4b71-b6b9-cfd65ef1d714 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Request body: {'security_group_rule': {'security_group_id': 'c6ed616c-a50f-454f-bd74-438e9423ab6a', 'project_id': 'd779389355af44759f4711a7a199a059', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:50:28.505875 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-48e611cc-24e0-45ba-aa55-41f5cf358574 req-80e0647b-53f4-4ad7-a832-c5ab3bfc7414 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 210 time: 0.1264296 Jun 14 14:50:28.651355 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cd72ad9b-6b2e-4b71-b6b9-cfd65ef1d714 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:28.780841 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cd72ad9b-6b2e-4b71-b6b9-cfd65ef1d714 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:28.809261 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-4962b379-8788-4c0b-b18c-be1a15436aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e27fc8f-e6ed-4da5-a181-57d4e41df82a', 'name': 'tempest-TestShelveInstance-1680802329-router', 'tenant_id': '0cab595d6dac42b3b49e99619d57ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'cfadd4e0-328a-4584-9d49-eb6c291493d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:50:07Z', 'updated_at': '2021-06-14T14:50:19Z', 'revision_number': 4, 'project_id': '0cab595d6dac42b3b49e99619d57ec22', 'gw_port': {'id': 'cfadd4e0-328a-4584-9d49-eb6c291493d4', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:be:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e27fc8f-e6ed-4da5-a181-57d4e41df82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:50:09Z', 'updated_at': '2021-06-14T14:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '7eef7f61-cec4-411f-b9f4-94f142746ff7', 'name': '', 'network_id': 'cd9adb32-10b8-4e38-8d34-61671c45db4b', 'tenant_id': '0cab595d6dac42b3b49e99619d57ec22', 'mac_address': 'fa:16:3e:b8:b3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e27fc8f-e6ed-4da5-a181-57d4e41df82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '977002b3-0bde-4994-96db-763f76b26008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:50:17Z', 'updated_at': '2021-06-14T14:50:27Z', 'revision_number': 4, 'project_id': '0cab595d6dac42b3b49e99619d57ec22', 'subnets': [{'id': '977002b3-0bde-4994-96db-763f76b26008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:50:28.815954 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4962b379-8788-4c0b-b18c-be1a15436aca None None] The sync data for ids ['9e27fc8f-e6ed-4da5-a181-57d4e41df82a'] in dv-cinder-772623-8-iscsi is: [{'id': '9e27fc8f-e6ed-4da5-a181-57d4e41df82a', 'name': 'tempest-TestShelveInstance-1680802329-router', 'tenant_id': '0cab595d6dac42b3b49e99619d57ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'cfadd4e0-328a-4584-9d49-eb6c291493d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:50:07Z', 'updated_at': '2021-06-14T14:50:19Z', 'revision_number': 4, 'project_id': '0cab595d6dac42b3b49e99619d57ec22', 'gw_port': {'id': 'cfadd4e0-328a-4584-9d49-eb6c291493d4', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:be:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e27fc8f-e6ed-4da5-a181-57d4e41df82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:50:09Z', 'updated_at': '2021-06-14T14:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '7eef7f61-cec4-411f-b9f4-94f142746ff7', 'name': '', 'network_id': 'cd9adb32-10b8-4e38-8d34-61671c45db4b', 'tenant_id': '0cab595d6dac42b3b49e99619d57ec22', 'mac_address': 'fa:16:3e:b8:b3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e27fc8f-e6ed-4da5-a181-57d4e41df82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '977002b3-0bde-4994-96db-763f76b26008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:50:17Z', 'updated_at': '2021-06-14T14:50:27Z', 'revision_number': 4, 'project_id': '0cab595d6dac42b3b49e99619d57ec22', 'subnets': [{'id': '977002b3-0bde-4994-96db-763f76b26008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:50:28.968933 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cd72ad9b-6b2e-4b71-b6b9-cfd65ef1d714 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643011'] for security_group_rule, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:28.971106 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:28.995335 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72ad9b-6b2e-4b71-b6b9-cfd65ef1d714 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65c9b1b-f140-429e-ae23-d9f5b3642e75,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:28.998925 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-cd72ad9b-6b2e-4b71-b6b9-cfd65ef1d714 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:29.171234 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 7eef7f61-cec4-411f-b9f4-94f142746ff7 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:50:29.222034 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cd72ad9b-6b2e-4b71-b6b9-cfd65ef1d714 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:29.224195 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-cd72ad9b-6b2e-4b71-b6b9-cfd65ef1d714 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7700253 Jun 14 14:50:29.228633 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 33506) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:29.236440 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-09024dc6-f781-4a23-b277-b8ade1ade2e4 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Request body: {'security_group_rule': {'security_group_id': 'c6ed616c-a50f-454f-bd74-438e9423ab6a', 'project_id': 'd779389355af44759f4711a7a199a059', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:50:29.443093 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port 7eef7f61-cec4-411f-b9f4-94f142746ff7 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:50:29.444165 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 7eef7f61-cec4-411f-b9f4-94f142746ff7 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:50:29.445654 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:29.476490 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-09024dc6-f781-4a23-b277-b8ade1ade2e4 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:29.656144 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-09024dc6-f781-4a23-b277-b8ade1ade2e4 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:29.698079 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:29.781024 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-09024dc6-f781-4a23-b277-b8ade1ade2e4 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643011'] for security_group_rule, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:29.788765 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-048aa911-0055-473e-ad2d-6bdcdce33095 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:29.840494 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] For port 7eef7f61-cec4-411f-b9f4-94f142746ff7, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=7eef7f61-cec4-411f-b9f4-94f142746ff7,segment=NetworkSegment(a6ffde43-54a0-4ea9-acbb-8e73a5dd80bf),segment_id=a6ffde43-54a0-4ea9-acbb-8e73a5dd80bf)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:50:29.845258 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09024dc6-f781-4a23-b277-b8ade1ade2e4 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc8b5ad-110b-4cf4-ad31-c0bbfe0ac7ab,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:29.858324 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09024dc6-f781-4a23-b277-b8ade1ade2e4 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:29.858944 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09024dc6-f781-4a23-b277-b8ade1ade2e4 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:29.859449 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09024dc6-f781-4a23-b277-b8ade1ade2e4 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:29.863826 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09024dc6-f781-4a23-b277-b8ade1ade2e4 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:29.863826 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09024dc6-f781-4a23-b277-b8ade1ade2e4 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:29.863826 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09024dc6-f781-4a23-b277-b8ade1ade2e4 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:29.863826 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09024dc6-f781-4a23-b277-b8ade1ade2e4 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:29.863826 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09024dc6-f781-4a23-b277-b8ade1ade2e4 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:29.863826 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09024dc6-f781-4a23-b277-b8ade1ade2e4 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:29.863826 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09024dc6-f781-4a23-b277-b8ade1ade2e4 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:29.863826 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09024dc6-f781-4a23-b277-b8ade1ade2e4 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:29.863826 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09024dc6-f781-4a23-b277-b8ade1ade2e4 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:29.871837 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-09024dc6-f781-4a23-b277-b8ade1ade2e4 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:29.923952 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-09024dc6-f781-4a23-b277-b8ade1ade2e4 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:29.924963 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:29.926359 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-09024dc6-f781-4a23-b277-b8ade1ade2e4 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6959753 Jun 14 14:50:29.927760 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 2e458b2f-5453-4ce6-8734-f84e5949f18f up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:50:29.930078 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 33532) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:29.932848 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:29.940118 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-ce93d209-5146-4292-88c1-d53877dc335b tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Request body: {'security_group_rule': {'security_group_id': 'c6ed616c-a50f-454f-bd74-438e9423ab6a', 'project_id': 'd779389355af44759f4711a7a199a059', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:50:30.088393 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b9506ab0-d8a6-4b7c-9a2e-90a615c1339b req-342a80b6-00c9-49d3-84a5-65fc0e575519 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 210 time: 0.1076744 Jun 14 14:50:30.155159 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Pushing event updated for resources: {'Port': ['ID=7eef7f61-cec4-411f-b9f4-94f142746ff7,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:30.167587 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:30.198847 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 2e458b2f-5453-4ce6-8734-f84e5949f18f triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:50:30.200047 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:30.244284 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.db.securitygroups_db [None req-ce93d209-5146-4292-88c1-d53877dc335b tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Project d779389355af44759f4711a7a199a059 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 14:50:30.251886 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ce93d209-5146-4292-88c1-d53877dc335b tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:30.496530 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ce93d209-5146-4292-88c1-d53877dc335b tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:30.628575 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ce93d209-5146-4292-88c1-d53877dc335b tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643011'] for security_group_rule, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:30.639746 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:30.776105 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93d209-5146-4292-88c1-d53877dc335b tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611f0f75-a2a7-4592-bc75-4465a47454ff,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:30.782363 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-ce93d209-5146-4292-88c1-d53877dc335b tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:30.872333 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-9824e141-509c-48a3-b379-f068b8fc128c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:30.880192 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-9824e141-509c-48a3-b379-f068b8fc128c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.35 "GET /v2.0/networks?id=8b454c64-970f-47e1-a40e-57537dd1c348 HTTP/1.1" status: 200 len: 819 time: 0.3148415 Jun 14 14:50:30.906622 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-c3970f98-253b-40be-9845-eb5fea12448d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Request body: {'port': {'device_id': 'b33b5263-51c6-4538-9942-b30354f66f79', 'network_id': '8b454c64-970f-47e1-a40e-57537dd1c348', 'admin_state_up': True, 'tenant_id': '961e2167fbc04b84a095ba99391daa7f'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:50:30.911877 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ce93d209-5146-4292-88c1-d53877dc335b tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:30.915491 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-ce93d209-5146-4292-88c1-d53877dc335b tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9808745 Jun 14 14:50:30.924338 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 33568) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:30.948223 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-c5edf649-6d18-42be-bc71-874fda4bff9a tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Request body: {'security_group_rule': {'security_group_id': 'c6ed616c-a50f-454f-bd74-438e9423ab6a', 'project_id': 'd779389355af44759f4711a7a199a059', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:50:31.081458 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 7eef7f61-cec4-411f-b9f4-94f142746ff7 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:50:31.182598 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 7eef7f61-cec4-411f-b9f4-94f142746ff7 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:50:31.183397 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:31.234882 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.db.securitygroups_db [None req-c5edf649-6d18-42be-bc71-874fda4bff9a tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Project d779389355af44759f4711a7a199a059 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 14:50:31.260535 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c5edf649-6d18-42be-bc71-874fda4bff9a tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:31.323018 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 33582) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:31.402876 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-c3970f98-253b-40be-9845-eb5fea12448d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Made reservation on behalf of 961e2167fbc04b84a095ba99391daa7f for: {'port': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:50:31.409455 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-c3970f98-253b-40be-9845-eb5fea12448d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:31.626474 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c5edf649-6d18-42be-bc71-874fda4bff9a tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:31.668431 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b50a75ac-e8fc-4d1a-8b12-d33a49028032 req-4df71895-a03e-4bc3-a3a6-3b8d7d713e87 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 210 time: 0.0693727 Jun 14 14:50:31.786829 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-697bcee9-503b-45ad-890a-d510d2c42bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:31.828979 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b0b39708-4cb6-4800-bd9e-c7b92c34dbc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:31.859389 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-c3970f98-253b-40be-9845-eb5fea12448d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Allocated IP 172.20.0.8 (8b454c64-970f-47e1-a40e-57537dd1c348/7d106303-d89a-4acd-899f-44cb0b843ee9/123abbd5-df4e-492e-ba09-a70c6c1bfb6e) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:50:31.914101 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c5edf649-6d18-42be-bc71-874fda4bff9a tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643011'] for security_group_rule, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:31.975975 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:32.029590 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5edf649-6d18-42be-bc71-874fda4bff9a tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c7c5a1-7904-4451-8af1-0396dfa35a19,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:32.051188 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-c5edf649-6d18-42be-bc71-874fda4bff9a tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:32.281082 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-c3970f98-253b-40be-9845-eb5fea12448d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Notify callbacks [] for port, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:32.466892 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-c3970f98-253b-40be-9845-eb5fea12448d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27717363'] for port, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:32.484297 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:32.496677 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-697bcee9-503b-45ad-890a-d510d2c42bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:32.619584 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-697bcee9-503b-45ad-890a-d510d2c42bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:32.625341 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-b733e790-d1e5-4461-92f7-2fc137befd0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:32.660363 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697bcee9-503b-45ad-890a-d510d2c42bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4da7f08-41f0-4c32-9f5c-503114e8f504,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:32.665006 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-697bcee9-503b-45ad-890a-d510d2c42bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:32.682559 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-c3970f98-253b-40be-9845-eb5fea12448d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Network 8b454c64-970f-47e1-a40e-57537dd1c348 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:50:32.690382 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-c3970f98-253b-40be-9845-eb5fea12448d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:50:32.700895 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-c3970f98-253b-40be-9845-eb5fea12448d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:50:32.774720 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-e13a8699-7625-4409-874c-517d9e4bd101 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:32.776348 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-e13a8699-7625-4409-874c-517d9e4bd101 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.35 "GET /v2.0/networks?id=8b454c64-970f-47e1-a40e-57537dd1c348 HTTP/1.1" status: 200 len: 819 time: 0.3578420 Jun 14 14:50:32.789832 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-697bcee9-503b-45ad-890a-d510d2c42bc0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fcf5fd8195674bbe93b2b7e24351245b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4630711 Jun 14 14:50:32.798910 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-55050692-7f90-4f5b-ad56-811c12777c3e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Request body: {'port': {'device_id': '796d3e4e-510a-4a3f-a2f0-fa76f1e69074', 'network_id': '8b454c64-970f-47e1-a40e-57537dd1c348', 'admin_state_up': True, 'tenant_id': '961e2167fbc04b84a095ba99391daa7f'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:50:32.800661 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c5edf649-6d18-42be-bc71-874fda4bff9a tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:32.816810 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-c5edf649-6d18-42be-bc71-874fda4bff9a tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.8677509 Jun 14 14:50:32.826916 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 33620) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:32.920967 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3970f98-253b-40be-9845-eb5fea12448d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Pushing event updated for resources: {'Port': ['ID=123abbd5-df4e-492e-ba09-a70c6c1bfb6e,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:33.000232 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3970f98-253b-40be-9845-eb5fea12448d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:33.001252 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3970f98-253b-40be-9845-eb5fea12448d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:33.001432 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3970f98-253b-40be-9845-eb5fea12448d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:33.002037 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3970f98-253b-40be-9845-eb5fea12448d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:33.002643 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3970f98-253b-40be-9845-eb5fea12448d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:33.003264 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3970f98-253b-40be-9845-eb5fea12448d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:33.008423 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3970f98-253b-40be-9845-eb5fea12448d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:33.008423 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3970f98-253b-40be-9845-eb5fea12448d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:33.009048 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3970f98-253b-40be-9845-eb5fea12448d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:33.014039 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3970f98-253b-40be-9845-eb5fea12448d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:33.016619 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3970f98-253b-40be-9845-eb5fea12448d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:33.016619 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3970f98-253b-40be-9845-eb5fea12448d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:33.025820 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-c3970f98-253b-40be-9845-eb5fea12448d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:33.069174 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-c3970f98-253b-40be-9845-eb5fea12448d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:33.069174 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-c3970f98-253b-40be-9845-eb5fea12448d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for port, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:33.152492 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5bd6e013-3bae-4ad4-aedd-0115f2f18735 req-145a2168-9c5e-4362-9d61-7ab388d3ee40 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 210 time: 0.1105785 Jun 14 14:50:33.156211 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fb5a6595-8f18-4f1e-80e7-cf838bec0c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:33.224289 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fb5a6595-8f18-4f1e-80e7-cf838bec0c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:33.466626 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-c3970f98-253b-40be-9845-eb5fea12448d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5766239 Jun 14 14:50:33.485715 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-7b8cda4d-fc85-41f8-adfe-f77dac41aa3d service neutron] Request body: {'port': {'device_id': 'b33b5263-51c6-4538-9942-b30354f66f79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:50:33.565003 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fb5a6595-8f18-4f1e-80e7-cf838bec0c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:33.568854 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-fb5a6595-8f18-4f1e-80e7-cf838bec0c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:33.571088 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-fb5a6595-8f18-4f1e-80e7-cf838bec0c8c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e4da7f08-41f0-4c32-9f5c-503114e8f504 HTTP/1.1" status: 204 len: 168 time: 0.6781085 Jun 14 14:50:33.574202 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-bf14eef0-fe3e-4d5d-8131-cd7265cd2a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:33.574483 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-55050692-7f90-4f5b-ad56-811c12777c3e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Made reservation on behalf of 961e2167fbc04b84a095ba99391daa7f for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:50:33.588940 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-55050692-7f90-4f5b-ad56-811c12777c3e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:33.603797 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a6595-8f18-4f1e-80e7-cf838bec0c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4da7f08-41f0-4c32-9f5c-503114e8f504,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:33.607165 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-fb5a6595-8f18-4f1e-80e7-cf838bec0c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:33.819416 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-7b8cda4d-fc85-41f8-adfe-f77dac41aa3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:33.871839 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 33690) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:34.068101 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-55050692-7f90-4f5b-ad56-811c12777c3e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Allocated IP 172.20.0.13 (8b454c64-970f-47e1-a40e-57537dd1c348/7d106303-d89a-4acd-899f-44cb0b843ee9/704c23dd-62f6-485e-a103-10709ae293d4) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:50:34.201442 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c469b7f6-0d19-44de-b319-161f9883d22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:34.260522 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279cc4d-8f9c-4641-bae9-56ca866f4cb9 req-48abcc35-7ac0-46f7-8a29-e8b788b2b6ec tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:34.268882 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5279cc4d-8f9c-4641-bae9-56ca866f4cb9 req-48abcc35-7ac0-46f7-8a29-e8b788b2b6ec tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.3862455 Jun 14 14:50:34.410889 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c469b7f6-0d19-44de-b319-161f9883d22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:34.471780 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5279cc4d-8f9c-4641-bae9-56ca866f4cb9 req-e211dd1c-563e-4083-849b-33b694024b16 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012281 Jun 14 14:50:34.502027 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ac1fc8b9-5c8e-4f40-9a3c-5eb3d9b1e670 req-2bc79e84-c728-4cf2-b85b-6601ac41ac71 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 210 time: 0.0893066 Jun 14 14:50:34.520067 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c469b7f6-0d19-44de-b319-161f9883d22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:34.533486 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-1e2ada34-02ad-4312-8441-975631fbf2b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:34.545003 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-55050692-7f90-4f5b-ad56-811c12777c3e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Notify callbacks [] for port, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:34.638165 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469b7f6-0d19-44de-b319-161f9883d22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79146b82-a51e-42e1-9f37-277354fbbde5,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:34.643934 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-c469b7f6-0d19-44de-b319-161f9883d22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:34.650276 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-c469b7f6-0d19-44de-b319-161f9883d22e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e9e3c26ec8847d09ae4e1733189d495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7754364 Jun 14 14:50:34.652347 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 33710) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:34.736412 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-55050692-7f90-4f5b-ad56-811c12777c3e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28280472'] for port, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:34.753548 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:34.933014 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-55050692-7f90-4f5b-ad56-811c12777c3e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Network 8b454c64-970f-47e1-a40e-57537dd1c348 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:50:34.939483 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cacac0b2-b228-4423-af81-f4ce87878e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:34.950094 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-55050692-7f90-4f5b-ad56-811c12777c3e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:50:34.963752 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-55050692-7f90-4f5b-ad56-811c12777c3e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:50:34.986118 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55050692-7f90-4f5b-ad56-811c12777c3e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Pushing event updated for resources: {'Port': ['ID=704c23dd-62f6-485e-a103-10709ae293d4,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:35.044998 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-55050692-7f90-4f5b-ad56-811c12777c3e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:35.066314 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cacac0b2-b228-4423-af81-f4ce87878e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:35.113363 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-55050692-7f90-4f5b-ad56-811c12777c3e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:35.114083 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-55050692-7f90-4f5b-ad56-811c12777c3e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:35.141187 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-7b8cda4d-fc85-41f8-adfe-f77dac41aa3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 123abbd5-df4e-492e-ba09-a70c6c1bfb6e {{(pid=103388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:50:35.173803 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-7b8cda4d-fc85-41f8-adfe-f77dac41aa3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:35.267612 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-55050692-7f90-4f5b-ad56-811c12777c3e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4761896 Jun 14 14:50:35.284618 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-158f01f2-2f62-41c1-9f31-b8387a8bcb29 service neutron] Request body: {'port': {'device_id': '796d3e4e-510a-4a3f-a2f0-fa76f1e69074', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:50:35.341000 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.provisioning_blocks [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-7b8cda4d-fc85-41f8-adfe-f77dac41aa3d service neutron] Transition to ACTIVE for port object 123abbd5-df4e-492e-ba09-a70c6c1bfb6e will not be triggered until provisioned by entity L2. {{(pid=103388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:50:35.370688 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cacac0b2-b228-4423-af81-f4ce87878e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:35.373292 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cacac0b2-b228-4423-af81-f4ce87878e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:35.374734 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-cacac0b2-b228-4423-af81-f4ce87878e9b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/79146b82-a51e-42e1-9f37-277354fbbde5 HTTP/1.1" status: 204 len: 168 time: 0.7210996 Jun 14 14:50:35.377274 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-90321015-c281-4ed5-8019-3cab3372cdad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:35.393091 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacac0b2-b228-4423-af81-f4ce87878e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79146b82-a51e-42e1-9f37-277354fbbde5,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:35.393091 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-cacac0b2-b228-4423-af81-f4ce87878e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:35.464112 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-158f01f2-2f62-41c1-9f31-b8387a8bcb29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:35.478467 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-7b8cda4d-fc85-41f8-adfe-f77dac41aa3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27717325'] for port, after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:35.498086 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:35.588814 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8563baaf-3cbd-42f2-9a5c-709ab8745bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:35.727180 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8cda4d-fc85-41f8-adfe-f77dac41aa3d service neutron] Pushing event updated for resources: {'Port': ['ID=123abbd5-df4e-492e-ba09-a70c6c1bfb6e,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:35.995022 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-7b8cda4d-fc85-41f8-adfe-f77dac41aa3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:36.142313 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-7b8cda4d-fc85-41f8-adfe-f77dac41aa3d service neutron] Attempting to bind port 123abbd5-df4e-492e-ba09-a70c6c1bfb6e on host hv-cinder-77262 for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:50:36.150017 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-7b8cda4d-fc85-41f8-adfe-f77dac41aa3d service neutron] Attempting to bind port 123abbd5-df4e-492e-ba09-a70c6c1bfb6e by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'b9f136e3-17b9-422d-a690-2dc5402bd280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8b454c64-970f-47e1-a40e-57537dd1c348'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:50:36.150017 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-7b8cda4d-fc85-41f8-adfe-f77dac41aa3d service neutron] Attempting to bind port 123abbd5-df4e-492e-ba09-a70c6c1bfb6e on network 8b454c64-970f-47e1-a40e-57537dd1c348 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:50:36.156513 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-7b8cda4d-fc85-41f8-adfe-f77dac41aa3d service neutron] Port 123abbd5-df4e-492e-ba09-a70c6c1bfb6e on network 8b454c64-970f-47e1-a40e-57537dd1c348 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:50:36.156919 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-7b8cda4d-fc85-41f8-adfe-f77dac41aa3d service neutron] Attempting to bind port 123abbd5-df4e-492e-ba09-a70c6c1bfb6e on network 8b454c64-970f-47e1-a40e-57537dd1c348 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:50:36.168042 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-7b8cda4d-fc85-41f8-adfe-f77dac41aa3d service neutron] Checking agent: {'id': '8465c201-e91e-4007-8337-fb267b4bb0bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'started_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:50:36.168419 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-7b8cda4d-fc85-41f8-adfe-f77dac41aa3d service neutron] Checking segment: {'id': 'b9f136e3-17b9-422d-a690-2dc5402bd280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8b454c64-970f-47e1-a40e-57537dd1c348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:50:36.168754 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-7b8cda4d-fc85-41f8-adfe-f77dac41aa3d service neutron] Bound using segment: {'id': 'b9f136e3-17b9-422d-a690-2dc5402bd280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8b454c64-970f-47e1-a40e-57537dd1c348'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:50:36.169190 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-7b8cda4d-fc85-41f8-adfe-f77dac41aa3d service neutron] Bound port: 123abbd5-df4e-492e-ba09-a70c6c1bfb6e, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f136e3-17b9-422d-a690-2dc5402bd280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8b454c64-970f-47e1-a40e-57537dd1c348'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:50:36.169541 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-7b8cda4d-fc85-41f8-adfe-f77dac41aa3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:36.196314 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94184251-53f1-4ab9-86b0-f187ab0611a8 req-d66d7506-6288-44c0-bce5-de3b1d9364ca tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:36.206159 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-94184251-53f1-4ab9-86b0-f187ab0611a8 req-d66d7506-6288-44c0-bce5-de3b1d9364ca tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.2124131 Jun 14 14:50:36.239180 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-158f01f2-2f62-41c1-9f31-b8387a8bcb29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 704c23dd-62f6-485e-a103-10709ae293d4 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:50:36.259254 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-158f01f2-2f62-41c1-9f31-b8387a8bcb29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:36.286730 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-158f01f2-2f62-41c1-9f31-b8387a8bcb29 service neutron] Transition to ACTIVE for port object 704c23dd-62f6-485e-a103-10709ae293d4 will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:50:36.371912 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-94184251-53f1-4ab9-86b0-f187ab0611a8 req-a473bf2d-4b60-4f87-8d26-28b4f63d30e3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533091 Jun 14 14:50:36.428974 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-7b8cda4d-fc85-41f8-adfe-f77dac41aa3d service neutron] For port 123abbd5-df4e-492e-ba09-a70c6c1bfb6e, host hv-cinder-77262, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:50:36.433750 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-7b8cda4d-fc85-41f8-adfe-f77dac41aa3d service neutron] For port 123abbd5-df4e-492e-ba09-a70c6c1bfb6e, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=123abbd5-df4e-492e-ba09-a70c6c1bfb6e,segment=NetworkSegment(b9f136e3-17b9-422d-a690-2dc5402bd280),segment_id=b9f136e3-17b9-422d-a690-2dc5402bd280)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:50:36.474379 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-158f01f2-2f62-41c1-9f31-b8387a8bcb29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:36.485392 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:36.595181 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5bffd-addc-472f-8cf9-0b6c2a4413cc req-4e81e335-1ff9-49b8-82ad-78a52615fda4 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:36.596872 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a9c5bffd-addc-472f-8cf9-0b6c2a4413cc req-4e81e335-1ff9-49b8-82ad-78a52615fda4 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 932 time: 0.1962910 Jun 14 14:50:36.610823 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f01f2-2f62-41c1-9f31-b8387a8bcb29 service neutron] Pushing event updated for resources: {'Port': ['ID=704c23dd-62f6-485e-a103-10709ae293d4,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:36.614747 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-158f01f2-2f62-41c1-9f31-b8387a8bcb29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:36.623273 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:36.626893 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-7b8cda4d-fc85-41f8-adfe-f77dac41aa3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27717325'] for port, after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:36.639581 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:36.747447 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a9c5bffd-addc-472f-8cf9-0b6c2a4413cc req-11e66a86-5da9-41f1-bfeb-279e7a3fc38f tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376438 Jun 14 14:50:36.766298 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-158f01f2-2f62-41c1-9f31-b8387a8bcb29 service neutron] Attempting to bind port 704c23dd-62f6-485e-a103-10709ae293d4 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:50:36.768336 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-158f01f2-2f62-41c1-9f31-b8387a8bcb29 service neutron] Attempting to bind port 704c23dd-62f6-485e-a103-10709ae293d4 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'b9f136e3-17b9-422d-a690-2dc5402bd280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8b454c64-970f-47e1-a40e-57537dd1c348'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:50:36.768336 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-158f01f2-2f62-41c1-9f31-b8387a8bcb29 service neutron] Attempting to bind port 704c23dd-62f6-485e-a103-10709ae293d4 on network 8b454c64-970f-47e1-a40e-57537dd1c348 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:50:36.775153 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-7b8cda4d-fc85-41f8-adfe-f77dac41aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:36.775939 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-7b8cda4d-fc85-41f8-adfe-f77dac41aa3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for port, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:36.780807 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-158f01f2-2f62-41c1-9f31-b8387a8bcb29 service neutron] Port 704c23dd-62f6-485e-a103-10709ae293d4 on network 8b454c64-970f-47e1-a40e-57537dd1c348 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:50:36.781629 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-158f01f2-2f62-41c1-9f31-b8387a8bcb29 service neutron] Attempting to bind port 704c23dd-62f6-485e-a103-10709ae293d4 on network 8b454c64-970f-47e1-a40e-57537dd1c348 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:50:36.784171 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-7b8cda4d-fc85-41f8-adfe-f77dac41aa3d service neutron] 10.222.0.35 "PUT /v2.0/ports/123abbd5-df4e-492e-ba09-a70c6c1bfb6e HTTP/1.1" status: 200 len: 1093 time: 3.3075731 Jun 14 14:50:36.785540 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33b5263-51c6-4538-9942-b30354f66f79', 'tag': '123abbd5-df4e-492e-ba09-a70c6c1bfb6e'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:50:36.792852 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d16000bb1453c626be2c9fe90cf152d3497827e73c55abcdb2fab0d7ea5a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbc006c-bd0a-4284-9777-b8a91cd53881" -d '{"events": [{"name": "network-changed", "server_uuid": "b33b5263-51c6-4538-9942-b30354f66f79", "tag": "123abbd5-df4e-492e-ba09-a70c6c1bfb6e"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:50:36.794363 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-158f01f2-2f62-41c1-9f31-b8387a8bcb29 service neutron] Checking agent: {'id': '8465c201-e91e-4007-8337-fb267b4bb0bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'started_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:50:36.794758 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-158f01f2-2f62-41c1-9f31-b8387a8bcb29 service neutron] Checking segment: {'id': 'b9f136e3-17b9-422d-a690-2dc5402bd280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8b454c64-970f-47e1-a40e-57537dd1c348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:50:36.795270 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-158f01f2-2f62-41c1-9f31-b8387a8bcb29 service neutron] Bound using segment: {'id': 'b9f136e3-17b9-422d-a690-2dc5402bd280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8b454c64-970f-47e1-a40e-57537dd1c348'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:50:36.796022 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-158f01f2-2f62-41c1-9f31-b8387a8bcb29 service neutron] Bound port: 704c23dd-62f6-485e-a103-10709ae293d4, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f136e3-17b9-422d-a690-2dc5402bd280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8b454c64-970f-47e1-a40e-57537dd1c348'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:50:36.798957 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-158f01f2-2f62-41c1-9f31-b8387a8bcb29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:36.953583 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8cda4d-fc85-41f8-adfe-f77dac41aa3d service neutron] Pushing event updated for resources: {'Port': ['ID=123abbd5-df4e-492e-ba09-a70c6c1bfb6e,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:37.013703 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-7b8cda4d-fc85-41f8-adfe-f77dac41aa3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:37.044161 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbfc1e1-0e0c-4e30-b09d-d07f4406764b x-openstack-request-id: req-dcbfc1e1-0e0c-4e30-b09d-d07f4406764b {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:50:37.044949 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33b5263-51c6-4538-9942-b30354f66f79", "tag": "123abbd5-df4e-492e-ba09-a70c6c1bfb6e", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:50:37.044949 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dcbfc1e1-0e0c-4e30-b09d-d07f4406764b {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:50:37.045214 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b33b5263-51c6-4538-9942-b30354f66f79', 'tag': '123abbd5-df4e-492e-ba09-a70c6c1bfb6e', 'status': 'completed', 'code': 200} Jun 14 14:50:37.045349 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-158f01f2-2f62-41c1-9f31-b8387a8bcb29 service neutron] For port 704c23dd-62f6-485e-a103-10709ae293d4, host hv-cinder-77262, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:50:37.053467 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-158f01f2-2f62-41c1-9f31-b8387a8bcb29 service neutron] For port 704c23dd-62f6-485e-a103-10709ae293d4, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=704c23dd-62f6-485e-a103-10709ae293d4,segment=NetworkSegment(b9f136e3-17b9-422d-a690-2dc5402bd280),segment_id=b9f136e3-17b9-422d-a690-2dc5402bd280)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:50:37.129573 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-c4bcec18-cd8b-4dde-94c2-b4aa82f938b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:37.133166 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-c4bcec18-cd8b-4dde-94c2-b4aa82f938b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=961e2167fbc04b84a095ba99391daa7f&device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 1096 time: 0.1610825 Jun 14 14:50:37.165736 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-158f01f2-2f62-41c1-9f31-b8387a8bcb29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:37.171895 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-126d1dc1-7c6f-4395-a093-8110725f5784 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:37.302996 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-1f444a12-a36a-4f6e-a55c-e1fe776cadd0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=123abbd5-df4e-492e-ba09-a70c6c1bfb6e HTTP/1.1" status: 200 len: 217 time: 0.1583097 Jun 14 14:50:37.310022 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-158f01f2-2f62-41c1-9f31-b8387a8bcb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:37.311114 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-158f01f2-2f62-41c1-9f31-b8387a8bcb29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:37.322246 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-158f01f2-2f62-41c1-9f31-b8387a8bcb29 service neutron] 10.222.0.35 "PUT /v2.0/ports/704c23dd-62f6-485e-a103-10709ae293d4 HTTP/1.1" status: 200 len: 1094 time: 2.0336413 Jun 14 14:50:37.323439 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796d3e4e-510a-4a3f-a2f0-fa76f1e69074', 'tag': '704c23dd-62f6-485e-a103-10709ae293d4'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:50:37.326753 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e939290-58ce-4ecc-b1fe-f5faaebd8396" -d '{"events": [{"name": "network-changed", "server_uuid": "796d3e4e-510a-4a3f-a2f0-fa76f1e69074", "tag": "704c23dd-62f6-485e-a103-10709ae293d4"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:50:37.358480 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f01f2-2f62-41c1-9f31-b8387a8bcb29 service neutron] Pushing event updated for resources: {'Port': ['ID=704c23dd-62f6-485e-a103-10709ae293d4,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:37.367371 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-158f01f2-2f62-41c1-9f31-b8387a8bcb29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:37.422269 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-b1849682-0b20-4e0b-9895-fe17ae3e999c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:37.426364 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-b1849682-0b20-4e0b-9895-fe17ae3e999c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d106303-d89a-4acd-899f-44cb0b843ee9 HTTP/1.1" status: 200 len: 859 time: 0.1187177 Jun 14 14:50:37.438703 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2148b485-fa37-4ca0-95cb-89424cb793ac x-openstack-request-id: req-2148b485-fa37-4ca0-95cb-89424cb793ac {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:50:37.439192 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "796d3e4e-510a-4a3f-a2f0-fa76f1e69074", "tag": "704c23dd-62f6-485e-a103-10709ae293d4", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:50:37.439532 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2148b485-fa37-4ca0-95cb-89424cb793ac {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:50:37.440306 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796d3e4e-510a-4a3f-a2f0-fa76f1e69074', 'tag': '704c23dd-62f6-485e-a103-10709ae293d4', 'status': 'completed', 'code': 200} Jun 14 14:50:37.523493 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-b9ba7346-3175-438c-8aab-4c9f4a0a2fd2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b454c64-970f-47e1-a40e-57537dd1c348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821686 Jun 14 14:50:37.617085 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e939290-58ce-4ecc-b1fe-f5faaebd8396 req-4a84bdbf-c536-4efb-8fe9-f951a92a633b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:37.620404 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9e939290-58ce-4ecc-b1fe-f5faaebd8396 req-4a84bdbf-c536-4efb-8fe9-f951a92a633b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=961e2167fbc04b84a095ba99391daa7f&device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 1097 time: 0.1638453 Jun 14 14:50:37.926832 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e939290-58ce-4ecc-b1fe-f5faaebd8396 req-987ba323-5b1c-47d9-8811-2e4f887010a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:37.931048 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9e939290-58ce-4ecc-b1fe-f5faaebd8396 req-987ba323-5b1c-47d9-8811-2e4f887010a0 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=961e2167fbc04b84a095ba99391daa7f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2847998 Jun 14 14:50:38.042518 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-08f92d65-1b3d-46f8-b9d0-f205deb4ab4b service neutron] 10.222.0.35 "GET /v2.0/networks/8b454c64-970f-47e1-a40e-57537dd1c348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125835 Jun 14 14:50:38.066578 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd15c1-2cec-470d-8ae4-0f8c3d3cca9a req-194a04d9-8e26-4295-bf34-60a52b67941c tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:38.068373 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8fcd15c1-2cec-470d-8ae4-0f8c3d3cca9a req-194a04d9-8e26-4295-bf34-60a52b67941c tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.1890309 Jun 14 14:50:38.124209 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:38.201580 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8fcd15c1-2cec-470d-8ae4-0f8c3d3cca9a req-f9e88e79-9c21-4c6b-b6ee-1b4d9803a6b9 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172082 Jun 14 14:50:38.202540 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e939290-58ce-4ecc-b1fe-f5faaebd8396 req-b7492a2e-68bc-4ef3-9cdc-c89022e54d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:38.204138 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9e939290-58ce-4ecc-b1fe-f5faaebd8396 req-b7492a2e-68bc-4ef3-9cdc-c89022e54d47 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2658868 Jun 14 14:50:38.234544 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d1215-4ebf-4384-a2ea-fc3a07143740 req-89f05afb-12ca-4208-8350-66de859e20e4 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:38.234942 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fd61639f-f9ea-4817-b36a-dee40ece59e4 req-238d1d10-33fc-43e8-bc23-c8078175972e service neutron] 10.222.0.35 "GET /v2.0/networks/8b454c64-970f-47e1-a40e-57537dd1c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786559 Jun 14 14:50:38.240297 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-650d1215-4ebf-4384-a2ea-fc3a07143740 req-89f05afb-12ca-4208-8350-66de859e20e4 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 944 time: 0.2572238 Jun 14 14:50:38.292191 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-650d1215-4ebf-4384-a2ea-fc3a07143740 req-0841efdb-5e35-42aa-8752-516251530c19 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494993 Jun 14 14:50:38.392295 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-c3f20fcd-649c-4d62-be76-123064350945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:38.394143 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-c3f20fcd-649c-4d62-be76-123064350945 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=961e2167fbc04b84a095ba99391daa7f&device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 1097 time: 0.1174941 Jun 14 14:50:38.529606 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-2ff5d558-486d-498e-8f31-58465faec2d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=704c23dd-62f6-485e-a103-10709ae293d4 HTTP/1.1" status: 200 len: 217 time: 0.1211691 Jun 14 14:50:38.693433 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-5ad10cd9-7d0b-4a93-a2f5-94b0075f4eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:38.696798 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-5ad10cd9-7d0b-4a93-a2f5-94b0075f4eaa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d106303-d89a-4acd-899f-44cb0b843ee9 HTTP/1.1" status: 200 len: 859 time: 0.1598945 Jun 14 14:50:38.763605 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-bb6ef414-82f9-4637-8cec-a0d9045ac30f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b454c64-970f-47e1-a40e-57537dd1c348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591364 Jun 14 14:50:38.906243 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc006c-bd0a-4284-9777-b8a91cd53881 req-6ca9dd62-ed76-45cb-abb1-59ee8672b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:38.908495 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dcbc006c-bd0a-4284-9777-b8a91cd53881 req-6ca9dd62-ed76-45cb-abb1-59ee8672b6f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=961e2167fbc04b84a095ba99391daa7f&device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 1096 time: 0.4735677 Jun 14 14:50:38.981849 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-2b66879c-79ce-4fc8-8c36-ee5e538e6e33 service neutron] 10.222.0.35 "GET /v2.0/networks/8b454c64-970f-47e1-a40e-57537dd1c348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055240 Jun 14 14:50:39.090687 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc006c-bd0a-4284-9777-b8a91cd53881 req-2b06be0a-177e-4411-89cc-5afcc11899ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:39.094047 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dcbc006c-bd0a-4284-9777-b8a91cd53881 req-2b06be0a-177e-4411-89cc-5afcc11899ab service neutron] 10.222.0.35 "GET /v2.0/networks?id=8b454c64-970f-47e1-a40e-57537dd1c348 HTTP/1.1" status: 200 len: 920 time: 0.1786265 Jun 14 14:50:39.189701 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dcbc006c-bd0a-4284-9777-b8a91cd53881 req-2a15d1ed-b012-4213-9a50-762b4d81a7ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=123abbd5-df4e-492e-ba09-a70c6c1bfb6e HTTP/1.1" status: 200 len: 217 time: 0.0864723 Jun 14 14:50:39.299848 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc006c-bd0a-4284-9777-b8a91cd53881 req-96e98412-88b5-43f1-8269-2f0644dbe78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:39.302242 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2a0ba6af-076e-432e-b5fd-816e22413a10 req-79f5005e-7452-4e95-a53c-5e7777289e89 service neutron] 10.222.0.35 "GET /v2.0/networks/8b454c64-970f-47e1-a40e-57537dd1c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153501 Jun 14 14:50:39.302397 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dcbc006c-bd0a-4284-9777-b8a91cd53881 req-96e98412-88b5-43f1-8269-2f0644dbe78e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d106303-d89a-4acd-899f-44cb0b843ee9 HTTP/1.1" status: 200 len: 859 time: 0.1052597 Jun 14 14:50:39.310436 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 33860) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:39.376376 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dcbc006c-bd0a-4284-9777-b8a91cd53881 req-90c3ce2a-e9bf-494d-a12a-032ea3d87cec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b454c64-970f-47e1-a40e-57537dd1c348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626345 Jun 14 14:50:39.548564 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dcbc006c-bd0a-4284-9777-b8a91cd53881 req-b3c156a1-f3f7-4811-a6d8-fd0d2b88aeaa service neutron] 10.222.0.35 "GET /v2.0/networks/8b454c64-970f-47e1-a40e-57537dd1c348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630547 Jun 14 14:50:39.552049 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1591c-8ff2-4601-b186-e0c625bc2b1c req-e007028f-1ab0-4ba0-8b2c-1b8df0a7d015 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:39.553736 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0fa1591c-8ff2-4601-b186-e0c625bc2b1c req-e007028f-1ab0-4ba0-8b2c-1b8df0a7d015 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.1796548 Jun 14 14:50:39.656374 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0fa1591c-8ff2-4601-b186-e0c625bc2b1c req-e1a0d416-cd2a-48b4-9b8b-c81abdf585ea tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881877 Jun 14 14:50:39.734541 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f6d5bb96-9a29-44e2-90d5-5913cb17452f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:39.845907 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 33878) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:39.908493 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dcbc006c-bd0a-4284-9777-b8a91cd53881 req-ba490fda-bf2e-43a1-bb92-f941cc0ea538 service neutron] 10.222.0.35 "GET /v2.0/networks/8b454c64-970f-47e1-a40e-57537dd1c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508794 Jun 14 14:50:39.938141 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e87562-ec2a-46b0-90f0-550e32e1d811 req-06a7fae8-2a01-444b-9a38-65c482258aa2 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:39.939629 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-01e87562-ec2a-46b0-90f0-550e32e1d811 req-06a7fae8-2a01-444b-9a38-65c482258aa2 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 944 time: 0.3719590 Jun 14 14:50:40.029473 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-01e87562-ec2a-46b0-90f0-550e32e1d811 req-f37e5ef0-7c7e-4e14-bac2-1b7b83b97641 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718472 Jun 14 14:50:40.083745 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f6d5bb96-9a29-44e2-90d5-5913cb17452f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:40.100407 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1bc677f6-22e5-4364-97ea-94ff8d119dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:40.254315 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 33886) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:40.282397 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:40.287791 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f6d5bb96-9a29-44e2-90d5-5913cb17452f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:40.287791 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-f8aee6ef-5c0f-4fe4-8f08-f75bec2263f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:40.331382 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-f6d5bb96-9a29-44e2-90d5-5913cb17452f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c59d5fb8d157440a9fab99772c164380&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0193176 Jun 14 14:50:40.333859 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5bb96-9a29-44e2-90d5-5913cb17452f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf3fdb3-e1fa-4009-b995-e7325950402a,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:40.336288 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 33890) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:40.342881 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-f6d5bb96-9a29-44e2-90d5-5913cb17452f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:40.418495 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c84eabad-aed0-4624-b964-471b400d3fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:40.438118 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1bc677f6-22e5-4364-97ea-94ff8d119dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:40.453403 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c84eabad-aed0-4624-b964-471b400d3fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:40.454864 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-56ad8968-6691-458f-b94a-6e2b98e7f37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:40.567364 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1bc677f6-22e5-4364-97ea-94ff8d119dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:40.575901 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-f3fc35cf-aab7-4f2d-9d1e-c778d83a04c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:40.604953 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c84eabad-aed0-4624-b964-471b400d3fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:40.614979 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c84eabad-aed0-4624-b964-471b400d3fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:40.617100 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-c84eabad-aed0-4624-b964-471b400d3fb1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bbf3fdb3-e1fa-4009-b995-e7325950402a HTTP/1.1" status: 204 len: 168 time: 0.2793186 Jun 14 14:50:40.618635 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-8315926d-db42-463a-97d0-10bfa8a5c6f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:40.644633 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84eabad-aed0-4624-b964-471b400d3fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf3fdb3-e1fa-4009-b995-e7325950402a,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:40.649532 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-c84eabad-aed0-4624-b964-471b400d3fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:40.651623 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-1bc677f6-22e5-4364-97ea-94ff8d119dbe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=543539309b1345d699e91f3ad5788fb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8030140 Jun 14 14:50:40.654449 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 33898) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:40.656331 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc677f6-22e5-4364-97ea-94ff8d119dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f7f495-65d0-44df-b329-27c6ef17ef10,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:40.661418 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-1bc677f6-22e5-4364-97ea-94ff8d119dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:40.754517 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-513a9b7c-6cf2-47c9-acbf-d499713409f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:40.790373 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-56ad8968-6691-458f-b94a-6e2b98e7f37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:40.792038 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-513a9b7c-6cf2-47c9-acbf-d499713409f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:40.888119 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-56ad8968-6691-458f-b94a-6e2b98e7f37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:40.895468 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-1dc61b79-9e2e-427b-a510-a1ce2f6069b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:40.935180 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-513a9b7c-6cf2-47c9-acbf-d499713409f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:40.938016 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-513a9b7c-6cf2-47c9-acbf-d499713409f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:40.939162 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-513a9b7c-6cf2-47c9-acbf-d499713409f9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/36f7f495-65d0-44df-b329-27c6ef17ef10 HTTP/1.1" status: 204 len: 168 time: 0.2828176 Jun 14 14:50:40.941331 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-7e311ec2-c857-4a41-a95e-3dfc6ec4c1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:40.954638 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a9b7c-6cf2-47c9-acbf-d499713409f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f7f495-65d0-44df-b329-27c6ef17ef10,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:40.956498 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-513a9b7c-6cf2-47c9-acbf-d499713409f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:40.982715 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-56ad8968-6691-458f-b94a-6e2b98e7f37a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec1f58eee87840ce9d6109c83658bdc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7270753 Jun 14 14:50:40.984750 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad8968-6691-458f-b94a-6e2b98e7f37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a4d0c5-d6c0-45aa-860c-c796b6706f5d,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:40.988476 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 33904) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:40.989996 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-56ad8968-6691-458f-b94a-6e2b98e7f37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:41.025272 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae716b-1b4a-4cde-91dd-76f9db7476c8 req-086c1f58-7cfe-4d5d-9b51-c7e79d1904ec tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:41.028235 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-37ae716b-1b4a-4cde-91dd-76f9db7476c8 req-086c1f58-7cfe-4d5d-9b51-c7e79d1904ec tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.2060988 Jun 14 14:50:41.109102 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-37ae716b-1b4a-4cde-91dd-76f9db7476c8 req-d4c2bfec-48e2-48e2-91b1-baf42fa621a2 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740347 Jun 14 14:50:41.147041 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9d943ef5-835c-4de4-9064-b14fd7cfe0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:41.202189 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9d943ef5-835c-4de4-9064-b14fd7cfe0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:41.422768 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297c16b-9c61-4b3c-a196-9b069c9a5d72 req-8b03ca43-1cfa-4566-863b-e5460da4df02 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:41.426017 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9297c16b-9c61-4b3c-a196-9b069c9a5d72 req-8b03ca43-1cfa-4566-863b-e5460da4df02 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 944 time: 0.1747246 Jun 14 14:50:41.464108 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9d943ef5-835c-4de4-9064-b14fd7cfe0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:41.466723 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9d943ef5-835c-4de4-9064-b14fd7cfe0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:41.468273 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-9d943ef5-835c-4de4-9064-b14fd7cfe0c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b6a4d0c5-d6c0-45aa-860c-c796b6706f5d HTTP/1.1" status: 204 len: 168 time: 0.4767156 Jun 14 14:50:41.471276 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-e0a78b51-ae89-469f-9e5d-a1503b267a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:41.485286 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d943ef5-835c-4de4-9064-b14fd7cfe0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a4d0c5-d6c0-45aa-860c-c796b6706f5d,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:41.489111 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-9d943ef5-835c-4de4-9064-b14fd7cfe0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:41.528954 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9297c16b-9c61-4b3c-a196-9b069c9a5d72 req-ca65c1c1-6f24-4cd7-842a-15304ddf2d0f tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900927 Jun 14 14:50:41.907795 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 123abbd5-df4e-492e-ba09-a70c6c1bfb6e details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:50:42.060630 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 123abbd5-df4e-492e-ba09-a70c6c1bfb6e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=123abbd5-df4e-492e-ba09-a70c6c1bfb6e,segment=NetworkSegment(b9f136e3-17b9-422d-a690-2dc5402bd280),segment_id=b9f136e3-17b9-422d-a690-2dc5402bd280)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:50:42.077326 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Returning: {'device': '123abbd5-df4e-492e-ba09-a70c6c1bfb6e', 'network_id': '8b454c64-970f-47e1-a40e-57537dd1c348', 'port_id': '123abbd5-df4e-492e-ba09-a70c6c1bfb6e', 'mac_address': 'fa:16:3e:41:14:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d106303-d89a-4acd-899f-44cb0b843ee9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:50:42.143897 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:42.178162 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 123abbd5-df4e-492e-ba09-a70c6c1bfb6e {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:50:42.232167 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 123abbd5-df4e-492e-ba09-a70c6c1bfb6e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=123abbd5-df4e-492e-ba09-a70c6c1bfb6e,segment=NetworkSegment(b9f136e3-17b9-422d-a690-2dc5402bd280),segment_id=b9f136e3-17b9-422d-a690-2dc5402bd280)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:50:42.359139 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:42.362088 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-2a0dc4d6-dbec-4539-b9c5-7f9a1b996ea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:42.422913 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9277e-90dd-4c4c-8f8c-7a8c5ab16715 req-e30fa229-3425-44f3-bb52-3ef0b860978e tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:42.424273 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-18f9277e-90dd-4c4c-8f8c-7a8c5ab16715 req-e30fa229-3425-44f3-bb52-3ef0b860978e tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.1139944 Jun 14 14:50:42.489296 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=123abbd5-df4e-492e-ba09-a70c6c1bfb6e,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:42.501877 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:42.502239 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:42.503674 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:42.504212 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:42.504433 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:42.504937 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:42.505400 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-18f9277e-90dd-4c4c-8f8c-7a8c5ab16715 req-a9c7efac-e4bc-431a-b389-2074d55d0b77 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724630 Jun 14 14:50:42.505706 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:42.506043 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:42.506373 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:42.507419 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:42.507830 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:42.508266 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:50:42.513009 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:42.659348 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 33952) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:42.681957 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bd4ff4a9-f67b-4d58-9351-dd09d4ef1d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:42.846243 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f4321-11dd-4a80-9974-7bafbcf365c8 req-ca31796f-4f4e-42b3-b74c-e1e4d1801d8d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:42.854001 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5d0f4321-11dd-4a80-9974-7bafbcf365c8 req-ca31796f-4f4e-42b3-b74c-e1e4d1801d8d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 944 time: 0.1650445 Jun 14 14:50:42.892206 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bd4ff4a9-f67b-4d58-9351-dd09d4ef1d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:42.915300 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5d0f4321-11dd-4a80-9974-7bafbcf365c8 req-bd7fafe4-245d-45cd-971e-02435c4c9c10 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547249 Jun 14 14:50:42.961590 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bd4ff4a9-f67b-4d58-9351-dd09d4ef1d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:42.977554 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-9547b0e8-639f-4177-9785-1521f1341f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:43.065271 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-bd4ff4a9-f67b-4d58-9351-dd09d4ef1d05 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=192fd90da4ea45b089cd779e4c980ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4041944 Jun 14 14:50:43.067940 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ff4a9-f67b-4d58-9351-dd09d4ef1d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc2ae84-ff86-4d26-9749-4e7673a2f366,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:43.070935 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 33964) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:43.073349 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-bd4ff4a9-f67b-4d58-9351-dd09d4ef1d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:43.136096 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 33966) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:43.179439 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c4f39b98-e6a7-44aa-a4ec-818ef8e82e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:43.223839 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c4f39b98-e6a7-44aa-a4ec-818ef8e82e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:43.427352 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c4f39b98-e6a7-44aa-a4ec-818ef8e82e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:43.435011 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c4f39b98-e6a7-44aa-a4ec-818ef8e82e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:43.437677 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-c4f39b98-e6a7-44aa-a4ec-818ef8e82e70 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4bc2ae84-ff86-4d26-9749-4e7673a2f366 HTTP/1.1" status: 204 len: 168 time: 0.3625007 Jun 14 14:50:43.439171 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-2e42498f-4328-4992-a0f5-bd70131cad1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:43.455024 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f39b98-e6a7-44aa-a4ec-818ef8e82e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc2ae84-ff86-4d26-9749-4e7673a2f366,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:43.461523 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-c4f39b98-e6a7-44aa-a4ec-818ef8e82e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:43.574879 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-e4203549-3295-4a0a-8397-14d6b832266b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1562255062-network', 'tenant_id': '0a98b036d6ad4b57a9f4d78301098915'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:50:43.742985 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4203549-3295-4a0a-8397-14d6b832266b admin admin] Made reservation on behalf of 0a98b036d6ad4b57a9f4d78301098915 for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:50:43.743367 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e4203549-3295-4a0a-8397-14d6b832266b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for network, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:43.781203 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e4203549-3295-4a0a-8397-14d6b832266b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:43.878200 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 704c23dd-62f6-485e-a103-10709ae293d4 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:50:43.879064 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c001cf0-8ec6-49fe-949d-0c4833ff8fde req-3429ca62-7447-4cee-8c69-8d5e83ac0b0e tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:43.879929 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5c001cf0-8ec6-49fe-949d-0c4833ff8fde req-3429ca62-7447-4cee-8c69-8d5e83ac0b0e tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.1519504 Jun 14 14:50:44.061742 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5c001cf0-8ec6-49fe-949d-0c4833ff8fde req-3e0f4dc7-77ed-464f-9c7f-6fd9991823ea tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635702 Jun 14 14:50:44.143434 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e4203549-3295-4a0a-8397-14d6b832266b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:44.213533 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e4203549-3295-4a0a-8397-14d6b832266b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:44.214908 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 704c23dd-62f6-485e-a103-10709ae293d4, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=704c23dd-62f6-485e-a103-10709ae293d4,segment=NetworkSegment(b9f136e3-17b9-422d-a690-2dc5402bd280),segment_id=b9f136e3-17b9-422d-a690-2dc5402bd280)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:50:44.217799 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-277ec3b7-af8f-4bc4-8819-738bd88bf693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:44.242942 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a239f-3138-47f3-912d-51cc04c2b6e8 req-7547b612-6700-40b5-b661-0259b1dd1d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:44.244800 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b08a239f-3138-47f3-912d-51cc04c2b6e8 req-7547b612-6700-40b5-b661-0259b1dd1d98 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d950955f31d9460680045199b53c917f&device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 1099 time: 0.2199080 Jun 14 14:50:44.255070 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Returning: {'device': '704c23dd-62f6-485e-a103-10709ae293d4', 'network_id': '8b454c64-970f-47e1-a40e-57537dd1c348', 'port_id': '704c23dd-62f6-485e-a103-10709ae293d4', 'mac_address': 'fa:16:3e:12:77:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d106303-d89a-4acd-899f-44cb0b843ee9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:50:44.264753 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa809c6a-6eab-48f2-951c-b38b1ee6db5f req-7da30327-ce09-408f-b1cd-ab0f1d4db348 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:44.265275 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['123abbd5-df4e-492e-ba09-a70c6c1bfb6e'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:50:44.266309 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aa809c6a-6eab-48f2-951c-b38b1ee6db5f req-7da30327-ce09-408f-b1cd-ab0f1d4db348 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 944 time: 0.1284459 Jun 14 14:50:44.274645 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4203549-3295-4a0a-8397-14d6b832266b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb78c81e-da72-429b-8bef-02f98f521f41,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:44.295802 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-e4203549-3295-4a0a-8397-14d6b832266b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:44.296622 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4203549-3295-4a0a-8397-14d6b832266b admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:50:44.310522 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e4203549-3295-4a0a-8397-14d6b832266b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:44.311036 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-e4203549-3295-4a0a-8397-14d6b832266b admin admin] Added segment 7ca67635-549c-4dba-90fa-ab2ef13ca70b of type vlan for network a28f1014-36ac-4a38-8e89-cde81866dc2a Jun 14 14:50:44.368736 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aa809c6a-6eab-48f2-951c-b38b1ee6db5f req-e6158a87-093b-497c-af60-24a0481e652a tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938807 Jun 14 14:50:44.397939 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e4203549-3295-4a0a-8397-14d6b832266b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775072637368'] for network, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:44.487642 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:44.512389 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e4203549-3295-4a0a-8397-14d6b832266b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254'] for network, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:44.514181 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4203549-3295-4a0a-8397-14d6b832266b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:44.514956 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e4203549-3295-4a0a-8397-14d6b832266b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:44.533908 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 704c23dd-62f6-485e-a103-10709ae293d4 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:50:44.534983 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a239f-3138-47f3-912d-51cc04c2b6e8 req-9e812d19-2fd1-4353-9ffe-6ed774779411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:44.537904 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b08a239f-3138-47f3-912d-51cc04c2b6e8 req-9e812d19-2fd1-4353-9ffe-6ed774779411 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1d5f5609-c7ac-49b5-a256-436c63bd28f5 HTTP/1.1" status: 200 len: 917 time: 0.2662981 Jun 14 14:50:44.541988 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-637a80e0-9cdc-44d4-9e98-e4eab9ce60fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:44.635333 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 704c23dd-62f6-485e-a103-10709ae293d4, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=704c23dd-62f6-485e-a103-10709ae293d4,segment=NetworkSegment(b9f136e3-17b9-422d-a690-2dc5402bd280),segment_id=b9f136e3-17b9-422d-a690-2dc5402bd280)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:50:44.684202 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4203549-3295-4a0a-8397-14d6b832266b admin admin] Pushing event updated for resources: {'Network': ['ID=a28f1014-36ac-4a38-8e89-cde81866dc2a,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:44.689125 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-e4203549-3295-4a0a-8397-14d6b832266b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:44.695437 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e4203549-3295-4a0a-8397-14d6b832266b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5578084 Jun 14 14:50:44.696676 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 34014) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:44.698968 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Network a28f1014-36ac-4a38-8e89-cde81866dc2a details requested by agent ovs-agent-dv-cinder-772623-8-iscsi with host dv-cinder-772623-8-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:50:44.702438 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-cfbda484-feac-4f00-9244-fec41511b9cd admin admin] Request body: {'subnet': {'network_id': 'a28f1014-36ac-4a38-8e89-cde81866dc2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1562255062-subnet', 'tenant_id': '0a98b036d6ad4b57a9f4d78301098915', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:50:44.743293 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:44.745700 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:44.750174 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b08a239f-3138-47f3-912d-51cc04c2b6e8 req-9e40352f-afee-4d85-8f41-1246f321ed49 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fa81b1d-00e2-46d7-a1eb-9d358789109e HTTP/1.1" status: 200 len: 1002 time: 0.2033501 Jun 14 14:50:44.838150 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbda484-feac-4f00-9244-fec41511b9cd admin admin] Made reservation on behalf of 0a98b036d6ad4b57a9f4d78301098915 for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:50:44.841387 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cfbda484-feac-4f00-9244-fec41511b9cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27527779'] for subnet, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:44.885280 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a239f-3138-47f3-912d-51cc04c2b6e8 req-18d82f8f-0e66-45c0-a704-fdda397da30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:44.887040 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b08a239f-3138-47f3-912d-51cc04c2b6e8 req-18d82f8f-0e66-45c0-a704-fdda397da30b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16c47a92-806f-4b00-927d-529a6aa19a53 HTTP/1.1" status: 200 len: 855 time: 0.1243718 Jun 14 14:50:44.980040 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=704c23dd-62f6-485e-a103-10709ae293d4,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:45.007181 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:45.035166 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['704c23dd-62f6-485e-a103-10709ae293d4'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:50:45.070441 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a239f-3138-47f3-912d-51cc04c2b6e8 req-1e6d5bf9-eea2-4378-a49b-36680d72d25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:45.072885 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b08a239f-3138-47f3-912d-51cc04c2b6e8 req-1e6d5bf9-eea2-4378-a49b-36680d72d25b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1d5f5609-c7ac-49b5-a256-436c63bd28f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1783102 Jun 14 14:50:45.308003 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b08a239f-3138-47f3-912d-51cc04c2b6e8 req-063a67e8-3258-4bc9-b85e-d9c74a196af1 service neutron] 10.222.0.35 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261798 Jun 14 14:50:45.505748 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b08a239f-3138-47f3-912d-51cc04c2b6e8 req-5c5140b8-282c-443a-99d8-47f1cde2aceb service neutron] 10.222.0.35 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911364 Jun 14 14:50:45.611786 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c489971-8267-4c2c-bb51-bd71c3ae3ec3 req-5f124913-585c-4fb5-99f3-722525cfe3e3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:45.617379 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4c489971-8267-4c2c-bb51-bd71c3ae3ec3 req-5f124913-585c-4fb5-99f3-722525cfe3e3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.2868378 Jun 14 14:50:45.661278 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cfbda484-feac-4f00-9244-fec41511b9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27716675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27527797'] for subnet, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:45.697407 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:45.757973 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee56f2-4fc8-43cd-a541-d66a13b4cc12 req-4cf16a31-92dd-48ce-a3d6-349573d4e6b4 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:45.770009 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-95ee56f2-4fc8-43cd-a541-d66a13b4cc12 req-4cf16a31-92dd-48ce-a3d6-349573d4e6b4 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 945 time: 0.1972899 Jun 14 14:50:45.807721 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4c489971-8267-4c2c-bb51-bd71c3ae3ec3 req-24699e0c-7d46-49c9-93d5-10c851546465 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827328 Jun 14 14:50:45.833124 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbda484-feac-4f00-9244-fec41511b9cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e9269aa-1f15-44d6-9bda-9047956100bc,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:45.834378 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-95ee56f2-4fc8-43cd-a541-d66a13b4cc12 req-0d1f8055-278a-4aa2-9a7e-5f43afe0fcc4 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630894 Jun 14 14:50:45.836934 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-cfbda484-feac-4f00-9244-fec41511b9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:45.848224 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbda484-feac-4f00-9244-fec41511b9cd admin admin] Checking segment: {'id': '7ca67635-549c-4dba-90fa-ab2ef13ca70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a28f1014-36ac-4a38-8e89-cde81866dc2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:50:45.851467 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbda484-feac-4f00-9244-fec41511b9cd admin admin] Network hostable DHCP agents. Network: a28f1014-36ac-4a38-8e89-cde81866dc2a, hostable agents: ['1c28a66e-eef9-4899-ac0a-d449f34e71b3'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:50:45.891586 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 123abbd5-df4e-492e-ba09-a70c6c1bfb6e up at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:50:45.962145 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbda484-feac-4f00-9244-fec41511b9cd admin admin] Network a28f1014-36ac-4a38-8e89-cde81866dc2a is scheduled to be hosted by DHCP agent 1c28a66e-eef9-4899-ac0a-d449f34e71b3 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:50:46.053670 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-cfbda484-feac-4f00-9244-fec41511b9cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-8-iscsi, a28f1014-36ac-4a38-8e89-cde81866dc2a) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:50:46.059830 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbda484-feac-4f00-9244-fec41511b9cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:46.063681 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cfbda484-feac-4f00-9244-fec41511b9cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for subnet, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:46.086447 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502388b7-0ab2-414b-908c-2ab74c23400c None None] Network a28f1014-36ac-4a38-8e89-cde81866dc2a requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:50:46.151422 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning for port 123abbd5-df4e-492e-ba09-a70c6c1bfb6e completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:50:46.161364 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning complete for port 123abbd5-df4e-492e-ba09-a70c6c1bfb6e triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:50:46.161799 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:46.240159 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-cfbda484-feac-4f00-9244-fec41511b9cd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5420148 Jun 14 14:50:46.645766 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:46.669250 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de6150b-ce5a-4d69-baae-470f6e94e73b None None] Network a28f1014-36ac-4a38-8e89-cde81866dc2a requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:50:46.833420 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33b5263-51c6-4538-9942-b30354f66f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123abbd5-df4e-492e-ba09-a70c6c1bfb6e'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:50:46.836281 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2490d2ed-eb55-4707-96ce-f5e0a785aed6" -d '{"events": [{"server_uuid": "b33b5263-51c6-4538-9942-b30354f66f79", "name": "network-vif-plugged", "status": "completed", "tag": "123abbd5-df4e-492e-ba09-a70c6c1bfb6e"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:50:46.862587 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 123abbd5-df4e-492e-ba09-a70c6c1bfb6e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=123abbd5-df4e-492e-ba09-a70c6c1bfb6e,segment=NetworkSegment(b9f136e3-17b9-422d-a690-2dc5402bd280),segment_id=b9f136e3-17b9-422d-a690-2dc5402bd280)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:50:47.034897 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f40328-9577-4123-89ae-2af8333d10cc x-openstack-request-id: req-63f40328-9577-4123-89ae-2af8333d10cc {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:50:47.035871 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33b5263-51c6-4538-9942-b30354f66f79", "name": "network-vif-plugged", "status": "completed", "tag": "123abbd5-df4e-492e-ba09-a70c6c1bfb6e", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:50:47.036662 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63f40328-9577-4123-89ae-2af8333d10cc {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:50:47.038866 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33b5263-51c6-4538-9942-b30354f66f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123abbd5-df4e-492e-ba09-a70c6c1bfb6e', 'code': 200} Jun 14 14:50:47.043856 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:47.055339 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:47.060196 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66fddf-9d2f-494e-b39e-ca50707de5dd req-1794fc0b-b0e5-4037-87a1-5ec4ddebfefc tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:47.061912 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-da66fddf-9d2f-494e-b39e-ca50707de5dd req-1794fc0b-b0e5-4037-87a1-5ec4ddebfefc tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.2387364 Jun 14 14:50:47.121424 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-da66fddf-9d2f-494e-b39e-ca50707de5dd req-dfda1ed4-6e56-4130-8a71-96f7499c61a1 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527618 Jun 14 14:50:47.316137 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=123abbd5-df4e-492e-ba09-a70c6c1bfb6e,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:47.322536 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:47.347053 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17ee32-6da7-4f95-b012-2d5714cc1598 req-43779df5-7aa1-401a-8349-8ebeff500f4b tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:47.349927 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cd17ee32-6da7-4f95-b012-2d5714cc1598 req-43779df5-7aa1-401a-8349-8ebeff500f4b tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 945 time: 0.2244325 Jun 14 14:50:47.378633 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b1814-b5a2-4920-b9f0-199d3e96efb5 req-6a8e01d4-f33a-4f30-9e1c-f33487adeca7 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:47.380326 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-090b1814-b5a2-4920-b9f0-199d3e96efb5 req-6a8e01d4-f33a-4f30-9e1c-f33487adeca7 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.0983543 Jun 14 14:50:47.421048 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cd17ee32-6da7-4f95-b012-2d5714cc1598 req-b9828feb-2f31-4218-8386-79d0303302e6 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619178 Jun 14 14:50:47.449569 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-090b1814-b5a2-4920-b9f0-199d3e96efb5 req-f22791d7-7687-4593-88b9-82b8a852a9de tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567670 Jun 14 14:50:48.062280 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 704c23dd-62f6-485e-a103-10709ae293d4 up at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:50:48.221862 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:48.279185 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning for port 704c23dd-62f6-485e-a103-10709ae293d4 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:50:48.285665 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning complete for port 704c23dd-62f6-485e-a103-10709ae293d4 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:50:48.286449 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:48.456408 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:48.458969 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e3d42-e5d9-4bea-8e4c-56174e0e1fef req-9b69176a-f4d8-4b3b-9f0a-d512b5a8a0e7 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:48.465703 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3b3e3d42-e5d9-4bea-8e4c-56174e0e1fef req-9b69176a-f4d8-4b3b-9f0a-d512b5a8a0e7 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.1371772 Jun 14 14:50:48.549260 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 704c23dd-62f6-485e-a103-10709ae293d4, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=704c23dd-62f6-485e-a103-10709ae293d4,segment=NetworkSegment(b9f136e3-17b9-422d-a690-2dc5402bd280),segment_id=b9f136e3-17b9-422d-a690-2dc5402bd280)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:50:48.570904 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3b3e3d42-e5d9-4bea-8e4c-56174e0e1fef req-c0c95e42-b287-48eb-9cac-10e4da88e0ae tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802159 Jun 14 14:50:48.656350 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:48.661325 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-cd50581f-7eee-4c10-add5-de2a61d1a3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:48.751937 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=704c23dd-62f6-485e-a103-10709ae293d4,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:48.768330 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:48.812348 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e8dda-bc41-40fb-8655-5653b252f22c req-71418221-08f5-40a2-89f4-d4d81aeb784a tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:48.813768 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-744e8dda-bc41-40fb-8655-5653b252f22c req-71418221-08f5-40a2-89f4-d4d81aeb784a tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.1633205 Jun 14 14:50:48.871613 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-744e8dda-bc41-40fb-8655-5653b252f22c req-195ab5ec-de1e-463b-bb86-dbf2a03c43c1 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439951 Jun 14 14:50:48.921161 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2186a-4830-4bd0-9c8e-ad25f6442394 req-edef4322-4c7b-4e72-bf95-6c5bb41e2d7b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:48.922907 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-19e2186a-4830-4bd0-9c8e-ad25f6442394 req-edef4322-4c7b-4e72-bf95-6c5bb41e2d7b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.1299634 Jun 14 14:50:48.989103 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-19e2186a-4830-4bd0-9c8e-ad25f6442394 req-a9a6a6f6-1ad6-4fb2-b9b2-5c6ed2a64cab tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580335 Jun 14 14:50:49.040272 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796d3e4e-510a-4a3f-a2f0-fa76f1e69074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704c23dd-62f6-485e-a103-10709ae293d4'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:50:49.043737 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9284c8dc-fb7a-4675-b861-6d0777f32af1" -d '{"events": [{"server_uuid": "796d3e4e-510a-4a3f-a2f0-fa76f1e69074", "name": "network-vif-plugged", "status": "completed", "tag": "704c23dd-62f6-485e-a103-10709ae293d4"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:50:49.106646 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713becbf-a224-4d84-b3e8-2097ed42fda0 x-openstack-request-id: req-713becbf-a224-4d84-b3e8-2097ed42fda0 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:50:49.106999 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796d3e4e-510a-4a3f-a2f0-fa76f1e69074", "name": "network-vif-plugged", "status": "completed", "tag": "704c23dd-62f6-485e-a103-10709ae293d4", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:50:49.107295 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-713becbf-a224-4d84-b3e8-2097ed42fda0 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:50:49.107697 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796d3e4e-510a-4a3f-a2f0-fa76f1e69074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704c23dd-62f6-485e-a103-10709ae293d4', 'code': 200} Jun 14 14:50:49.640172 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01cc03-4b4d-4d79-bd06-9902c5e0b4f2 req-0b1e487a-7fa3-4116-9c80-aaf37a5e8635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:49.641780 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ef01cc03-4b4d-4d79-bd06-9902c5e0b4f2 req-0b1e487a-7fa3-4116-9c80-aaf37a5e8635 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 1098 time: 0.0618045 Jun 14 14:50:49.672244 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0aa07d-9cb9-40e1-9672-8a606389d4f5 req-9c87c303-46cb-4272-9338-c4548bf5c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:49.674373 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cd0aa07d-9cb9-40e1-9672-8a606389d4f5 req-9c87c303-46cb-4272-9338-c4548bf5c117 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 1099 time: 0.1031499 Jun 14 14:50:49.692378 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ef01cc03-4b4d-4d79-bd06-9902c5e0b4f2 req-e1850873-c06d-4feb-ac4b-aa6c43f95f3b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417142 Jun 14 14:50:49.724852 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cd0aa07d-9cb9-40e1-9672-8a606389d4f5 req-e80534e1-2878-4841-b1ac-f6877ccca851 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443623 Jun 14 14:50:49.809349 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b05af4-a416-478f-b2c3-7e59963c6a15 req-d599450c-e3c4-4521-9c81-c75a5bb26a45 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:49.810911 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c5b05af4-a416-478f-b2c3-7e59963c6a15 req-d599450c-e3c4-4521-9c81-c75a5bb26a45 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.0810244 Jun 14 14:50:49.871080 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c5b05af4-a416-478f-b2c3-7e59963c6a15 req-65bdb469-5dfd-47dc-8be2-7990f5f33bd1 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433445 Jun 14 14:50:50.095360 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 34168) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:50.195862 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7389be3-dae9-4949-bc09-e9f116d7ef6e req-eee51c4e-b403-4940-9e12-e0883480e944 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:50.204321 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e7389be3-dae9-4949-bc09-e9f116d7ef6e req-eee51c4e-b403-4940-9e12-e0883480e944 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.1112499 Jun 14 14:50:50.276942 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e7389be3-dae9-4949-bc09-e9f116d7ef6e req-abc57618-bd5d-46f6-a0f7-017ae64c11db tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711160 Jun 14 14:50:50.321132 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-752e7d7b-9d79-42df-b5de-e3cb5d796030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:50.392770 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d280b7-e663-4e48-950c-89619f03fae9 req-2a1c0c51-a976-4586-84f0-14e0d2bde44d tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:50.395388 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-54d280b7-e663-4e48-950c-89619f03fae9 req-2a1c0c51-a976-4586-84f0-14e0d2bde44d tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.1814079 Jun 14 14:50:50.501157 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-54d280b7-e663-4e48-950c-89619f03fae9 req-6d463627-4850-4e2c-84b6-ac204192caae tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860989 Jun 14 14:50:50.519144 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-752e7d7b-9d79-42df-b5de-e3cb5d796030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:50.602877 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-752e7d7b-9d79-42df-b5de-e3cb5d796030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:50.606979 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-8db5fc42-bcba-49c0-9071-30fb4e210cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:50.672726 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-752e7d7b-9d79-42df-b5de-e3cb5d796030 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=538375efa8b346fc8855ec207a983991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5758750 Jun 14 14:50:50.676687 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 34202) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:50.686489 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e7d7b-9d79-42df-b5de-e3cb5d796030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e81030-9a0f-41d0-a98e-1a24aa54320c,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:50.699968 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-752e7d7b-9d79-42df-b5de-e3cb5d796030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:50.765839 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f1ba8407-8033-43ca-b173-f9e7d9d55617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:50.797743 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f1ba8407-8033-43ca-b173-f9e7d9d55617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:50.948267 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-d6cacc0b-30d2-4430-b2a6-60fc9b6150d1 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:50.960042 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-d6cacc0b-30d2-4430-b2a6-60fc9b6150d1 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/networks?id=a28f1014-36ac-4a38-8e89-cde81866dc2a HTTP/1.1" status: 200 len: 809 time: 0.2921739 Jun 14 14:50:50.987805 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f1ba8407-8033-43ca-b173-f9e7d9d55617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:50.993524 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f1ba8407-8033-43ca-b173-f9e7d9d55617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:50.995340 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-f1ba8407-8033-43ca-b173-f9e7d9d55617 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/25e81030-9a0f-41d0-a98e-1a24aa54320c HTTP/1.1" status: 204 len: 168 time: 0.3172412 Jun 14 14:50:51.010373 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-5fd12cec-9f44-46d3-b5a9-de36dd9b77b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:51.011066 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-d5e38f6d-e7da-4ca8-92d3-564e4a0e7aa6 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/quotas/0a98b036d6ad4b57a9f4d78301098915 HTTP/1.1" status: 200 len: 375 time: 0.0467572 Jun 14 14:50:51.043083 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba8407-8033-43ca-b173-f9e7d9d55617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e81030-9a0f-41d0-a98e-1a24aa54320c,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:51.065671 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-f1ba8407-8033-43ca-b173-f9e7d9d55617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:51.089313 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-0ebae33c-e88a-4d0a-a02d-c3d723f7cc9a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0a98b036d6ad4b57a9f4d78301098915&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767848 Jun 14 14:50:51.287144 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd2ffc-39dd-482d-9a08-3f9f03f5b709 req-92c90d01-ae0a-4a3e-962c-383cd8c6fa6e tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:51.290182 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f0dd2ffc-39dd-482d-9a08-3f9f03f5b709 req-92c90d01-ae0a-4a3e-962c-383cd8c6fa6e tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.1412466 Jun 14 14:50:51.345727 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f0dd2ffc-39dd-482d-9a08-3f9f03f5b709 req-3c4b2098-e9b9-46c0-8605-ff8bde5f63ca tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437505 Jun 14 14:50:51.347703 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-9481d2ff-a945-4728-b1c5-88af18d20636 service neutron] 10.222.0.48 "GET /v2.0/networks/a28f1014-36ac-4a38-8e89-cde81866dc2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403924 Jun 14 14:50:51.503049 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-293c9266-d874-424d-9016-3402b05a4c32 service neutron] 10.222.0.48 "GET /v2.0/networks/a28f1014-36ac-4a38-8e89-cde81866dc2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464577 Jun 14 14:50:51.574694 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba879d-4f12-415c-9bad-53b0befc46f3 req-8c57c17e-e8ba-4af4-ae00-507c41ad6887 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:51.576514 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7aba879d-4f12-415c-9bad-53b0befc46f3 req-8c57c17e-e8ba-4af4-ae00-507c41ad6887 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.1046264 Jun 14 14:50:51.627319 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7aba879d-4f12-415c-9bad-53b0befc46f3 req-855d93dd-5c0b-48c2-9ee1-dd08864b8952 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434985 Jun 14 14:50:51.817161 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-78456c3b-4578-4687-bc89-7cc6d993f968 req-a784aea2-12eb-4b71-890e-806507e308b8 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eb22460-48be-4159-8b00-759e814bc8bd HTTP/1.1" status: 200 len: 210 time: 0.0441835 Jun 14 14:50:51.847792 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ec50c-dac5-46b2-b161-3fd8ff1773bf req-d585ca65-fc66-4021-8ac2-d4a8f6278aa3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:51.850139 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b21ec50c-dac5-46b2-b161-3fd8ff1773bf req-d585ca65-fc66-4021-8ac2-d4a8f6278aa3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.0999811 Jun 14 14:50:51.906843 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b21ec50c-dac5-46b2-b161-3fd8ff1773bf req-65266996-29eb-482f-8089-d0867055dacc tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448647 Jun 14 14:50:52.215232 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 34230) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:52.231378 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f04b649e-8854-4f5d-8ba2-c62f00517485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:52.362741 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f04b649e-8854-4f5d-8ba2-c62f00517485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:52.456173 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f04b649e-8854-4f5d-8ba2-c62f00517485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:52.466464 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-abc00414-bf25-4be3-94e7-5a2286e53770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:52.549846 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-f04b649e-8854-4f5d-8ba2-c62f00517485 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b55c9ba1a03d422291115320ae36be45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3333516 Jun 14 14:50:52.550890 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b649e-8854-4f5d-8ba2-c62f00517485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec3f24c-ea11-43a5-9472-11b4bca8d2f3,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:52.554702 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 34238) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:50:52.566772 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-f04b649e-8854-4f5d-8ba2-c62f00517485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:52.660056 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915d3c3-c123-483a-b70c-31ccbaeb0d9f req-95aa856a-62e6-4a48-9424-443d8dc58a50 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:52.669507 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b915d3c3-c123-483a-b70c-31ccbaeb0d9f req-95aa856a-62e6-4a48-9424-443d8dc58a50 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.1363664 Jun 14 14:50:52.709198 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c7c82f62-cb7c-4664-830a-3c609dce87f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:52.745751 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b915d3c3-c123-483a-b70c-31ccbaeb0d9f req-750483d7-04ef-4507-b59b-4674b212e179 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688441 Jun 14 14:50:52.774357 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c7c82f62-cb7c-4664-830a-3c609dce87f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:52.979019 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-307e28fd-641d-4e5d-99c2-084d07fb279a req-93fb885c-eb2e-485a-bc6d-dfef2f719d66 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eb22460-48be-4159-8b00-759e814bc8bd HTTP/1.1" status: 200 len: 210 time: 0.0520637 Jun 14 14:50:53.042447 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f95c1-fed1-479c-924f-557e34696890 req-1a80579d-6b8c-4a30-9c6e-a4b54c51de6c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:53.044073 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bf2f95c1-fed1-479c-924f-557e34696890 req-1a80579d-6b8c-4a30-9c6e-a4b54c51de6c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.1887779 Jun 14 14:50:53.094442 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bf2f95c1-fed1-479c-924f-557e34696890 req-03503a97-ef24-4ee9-ba93-66bad3e9c1eb tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434506 Jun 14 14:50:53.159644 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c7c82f62-cb7c-4664-830a-3c609dce87f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:53.166231 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c7c82f62-cb7c-4664-830a-3c609dce87f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:53.170280 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-c7c82f62-cb7c-4664-830a-3c609dce87f1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ec3f24c-ea11-43a5-9472-11b4bca8d2f3 HTTP/1.1" status: 204 len: 168 time: 0.6111774 Jun 14 14:50:53.170804 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-446b3a6d-af92-46d8-87d3-991b5b3a81d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:53.197306 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c82f62-cb7c-4664-830a-3c609dce87f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec3f24c-ea11-43a5-9472-11b4bca8d2f3,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:53.201341 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-c7c82f62-cb7c-4664-830a-3c609dce87f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:53.245996 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be15e62-bb3e-4384-a3e6-5dcb7ca9ecf4 req-5fd8c624-e1e7-4f8d-a991-7d77ccf670ea tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:53.249248 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3be15e62-bb3e-4384-a3e6-5dcb7ca9ecf4 req-5fd8c624-e1e7-4f8d-a991-7d77ccf670ea tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.1247747 Jun 14 14:50:53.352704 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3be15e62-bb3e-4384-a3e6-5dcb7ca9ecf4 req-6cecefb1-8941-4fe4-a092-c722e2e76684 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898216 Jun 14 14:50:53.967068 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-b2c7565d-34cf-4ebc-bfff-734a9f7c91cc tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-267764410&fields=id&tenant_id=d779389355af44759f4711a7a199a059 HTTP/1.1" status: 200 len: 267 time: 0.1229866 Jun 14 14:50:54.225834 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3742e63-4176-41e0-ad85-3a56206c7802 req-62f14b85-4713-4432-97ec-f7e28f938de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:54.231456 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d3742e63-4176-41e0-ad85-3a56206c7802 req-62f14b85-4713-4432-97ec-f7e28f938de8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=961e2167fbc04b84a095ba99391daa7f&device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 1099 time: 0.2617507 Jun 14 14:50:54.249221 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dabe9-2115-4c0d-97a7-a36b49d0c107 req-681c558b-b57c-4387-88c5-72152dafbdaa tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:54.251821 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dc4dabe9-2115-4c0d-97a7-a36b49d0c107 req-681c558b-b57c-4387-88c5-72152dafbdaa tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.1953645 Jun 14 14:50:54.292248 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-065fd939-e131-4531-a75a-ac4a2bc6222b tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:54.295094 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-065fd939-e131-4531-a75a-ac4a2bc6222b tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/networks?id=13f41a5b-bfc8-43e3-b1ba-6182b64bdc28 HTTP/1.1" status: 200 len: 808 time: 0.3184390 Jun 14 14:50:54.328247 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-28f01ec5-c716-4936-ac94-ab7a72865c90 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/quotas/d779389355af44759f4711a7a199a059 HTTP/1.1" status: 200 len: 375 time: 0.0226042 Jun 14 14:50:54.500641 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3742e63-4176-41e0-ad85-3a56206c7802 req-16c4fa49-d9ab-417a-b138-28460d142219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:54.503409 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d3742e63-4176-41e0-ad85-3a56206c7802 req-16c4fa49-d9ab-417a-b138-28460d142219 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8b454c64-970f-47e1-a40e-57537dd1c348 HTTP/1.1" status: 200 len: 920 time: 0.2495632 Jun 14 14:50:54.632399 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d3742e63-4176-41e0-ad85-3a56206c7802 req-df70278a-b741-425e-983c-371ae747335b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=704c23dd-62f6-485e-a103-10709ae293d4 HTTP/1.1" status: 200 len: 217 time: 0.1205838 Jun 14 14:50:54.642754 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dc4dabe9-2115-4c0d-97a7-a36b49d0c107 req-2ab3824f-45ba-45e5-ad65-b9443e902fc1 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026670 Jun 14 14:50:54.753888 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3742e63-4176-41e0-ad85-3a56206c7802 req-6b579ac5-0685-4fcd-8a08-c612f61830ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:54.756588 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d3742e63-4176-41e0-ad85-3a56206c7802 req-6b579ac5-0685-4fcd-8a08-c612f61830ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d106303-d89a-4acd-899f-44cb0b843ee9 HTTP/1.1" status: 200 len: 859 time: 0.1121922 Jun 14 14:50:54.848948 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d3742e63-4176-41e0-ad85-3a56206c7802 req-6adc1be9-f918-44ff-b40b-116ca61a018a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b454c64-970f-47e1-a40e-57537dd1c348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854986 Jun 14 14:50:54.868054 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-300b22d8-e8fb-4601-83b6-6efb22426be6 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d779389355af44759f4711a7a199a059&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5316212 Jun 14 14:50:55.056223 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-ce2daa01-99aa-4768-abc2-54bea651e66f service neutron] 10.222.0.48 "GET /v2.0/networks/13f41a5b-bfc8-43e3-b1ba-6182b64bdc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728449 Jun 14 14:50:55.268425 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-108774b5-f294-4495-aa18-deea69334d14 service neutron] 10.222.0.48 "GET /v2.0/networks/13f41a5b-bfc8-43e3-b1ba-6182b64bdc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017832 Jun 14 14:50:55.428481 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d3742e63-4176-41e0-ad85-3a56206c7802 req-a4598d6d-fec7-4d8e-a4fb-b5bc9ecccf24 service neutron] 10.222.0.35 "GET /v2.0/networks/8b454c64-970f-47e1-a40e-57537dd1c348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5673833 Jun 14 14:50:55.441090 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62fb9f-8a44-4d6a-a522-e2060fb75b6d req-334dba7d-bfbd-4aa6-88b9-e4a4cf696763 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:55.449427 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0b62fb9f-8a44-4d6a-a522-e2060fb75b6d req-334dba7d-bfbd-4aa6-88b9-e4a4cf696763 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.6031349 Jun 14 14:50:55.467016 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-bd5df635-cea9-4325-a04b-7349f68b6772 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:55.468772 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-bd5df635-cea9-4325-a04b-7349f68b6772 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.35 "GET /v2.0/networks?id=a28f1014-36ac-4a38-8e89-cde81866dc2a HTTP/1.1" status: 200 len: 809 time: 0.1990941 Jun 14 14:50:55.486478 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-bf63d041-cf4f-4a02-a67f-a625f2f8bc24 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Request body: {'port': {'device_id': '2eb22460-48be-4159-8b00-759e814bc8bd', 'network_id': 'a28f1014-36ac-4a38-8e89-cde81866dc2a', 'admin_state_up': True, 'tenant_id': '0a98b036d6ad4b57a9f4d78301098915'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:50:55.603951 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0b62fb9f-8a44-4d6a-a522-e2060fb75b6d req-65daed10-358e-4b1c-aa8f-a41e1a3afa55 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535287 Jun 14 14:50:55.675370 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d3742e63-4176-41e0-ad85-3a56206c7802 req-7b2cd2d1-2cb6-49ef-85ea-00dccfeed652 service neutron] 10.222.0.35 "GET /v2.0/networks/8b454c64-970f-47e1-a40e-57537dd1c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232966 Jun 14 14:50:55.793679 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-bf63d041-cf4f-4a02-a67f-a625f2f8bc24 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Made reservation on behalf of 0a98b036d6ad4b57a9f4d78301098915 for: {'port': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:50:55.797767 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-bf63d041-cf4f-4a02-a67f-a625f2f8bc24 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:55.923263 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5fec0fd2-3f31-4e14-90a8-0123cc825a2f req-a5392ab9-db3b-4351-8299-1afdb8012916 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eb22460-48be-4159-8b00-759e814bc8bd HTTP/1.1" status: 200 len: 210 time: 0.1409373 Jun 14 14:50:56.082803 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-bf63d041-cf4f-4a02-a67f-a625f2f8bc24 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Allocated IP 172.20.0.14 (a28f1014-36ac-4a38-8e89-cde81866dc2a/6e9269aa-1f15-44d6-9bda-9047956100bc/c4b170d4-8a39-441e-905e-e640063f9957) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:50:56.257880 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ad7d2-abc8-41af-a171-a499265a909f req-25662030-8870-4687-9e24-2f81f3457017 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:56.259484 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-863ad7d2-abc8-41af-a171-a499265a909f req-25662030-8870-4687-9e24-2f81f3457017 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.0878756 Jun 14 14:50:56.370048 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-863ad7d2-abc8-41af-a171-a499265a909f req-a070e850-3fc3-41ad-bace-1b6a5ff2645c tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037171 Jun 14 14:50:56.470825 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-bf63d041-cf4f-4a02-a67f-a625f2f8bc24 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Notify callbacks [] for port, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:56.488006 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:50:56.620241 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d7d4bd5-ffa6-4f09-a03e-0e81f7c86e66 req-3f30af21-e35b-4459-be85-ac38fc520ca0 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 210 time: 0.0720787 Jun 14 14:50:56.688259 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-bf63d041-cf4f-4a02-a67f-a625f2f8bc24 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27717363'] for port, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:56.706492 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-c3970f98-253b-40be-9845-eb5fea12448d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:50:56.826974 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63d041-cf4f-4a02-a67f-a625f2f8bc24 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Pushing event updated for resources: {'Port': ['ID=c4b170d4-8a39-441e-905e-e640063f9957,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:50:56.837355 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-bf63d041-cf4f-4a02-a67f-a625f2f8bc24 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:50:56.877607 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-bf63d041-cf4f-4a02-a67f-a625f2f8bc24 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Network a28f1014-36ac-4a38-8e89-cde81866dc2a is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:50:56.884069 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-bf63d041-cf4f-4a02-a67f-a625f2f8bc24 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:50:56.889715 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-bf63d041-cf4f-4a02-a67f-a625f2f8bc24 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:50:56.977112 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db7954-f3bc-470b-9f8e-7921d1293733 req-d2cf1d2c-3d77-4b34-9869-4d638071c43c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:56.989480 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c0db7954-f3bc-470b-9f8e-7921d1293733 req-d2cf1d2c-3d77-4b34-9869-4d638071c43c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.3840981 Jun 14 14:50:57.043073 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-bf63d041-cf4f-4a02-a67f-a625f2f8bc24 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:57.043780 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-bf63d041-cf4f-4a02-a67f-a625f2f8bc24 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for port, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:57.055393 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe88cb-d537-41e9-bd18-b586ac9765c8 req-61b2253e-b975-4041-8d29-80bbeeb52727 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:57.064818 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1efe88cb-d537-41e9-bd18-b586ac9765c8 req-61b2253e-b975-4041-8d29-80bbeeb52727 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.1766069 Jun 14 14:50:57.070147 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c0db7954-f3bc-470b-9f8e-7921d1293733 req-f33f11b0-877f-4bff-a115-3694abedf1a1 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762184 Jun 14 14:50:57.142186 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1efe88cb-d537-41e9-bd18-b586ac9765c8 req-5d6fbdd7-6940-49a8-b00e-76df033589e5 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732691 Jun 14 14:50:57.185735 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-bf63d041-cf4f-4a02-a67f-a625f2f8bc24 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7028658 Jun 14 14:50:57.322644 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8e8e3-a08c-4b87-829b-c838fe0bf07d req-5ec57215-8ea8-49c1-a2fd-8bcf4a2f3db0 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:57.324892 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-90c8e8e3-a08c-4b87-829b-c838fe0bf07d req-5ec57215-8ea8-49c1-a2fd-8bcf4a2f3db0 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eb22460-48be-4159-8b00-759e814bc8bd HTTP/1.1" status: 200 len: 932 time: 0.1347904 Jun 14 14:50:57.392951 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-90c8e8e3-a08c-4b87-829b-c838fe0bf07d req-e089ef66-47f5-43bb-86a7-97c20f9fef5c tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604389 Jun 14 14:50:57.680392 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c487e7-9fd8-47b4-96b2-08284a53f377 req-88806e12-71e3-4357-ae5e-831ec8b0429f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:57.682480 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f3c487e7-9fd8-47b4-96b2-08284a53f377 req-88806e12-71e3-4357-ae5e-831ec8b0429f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.0874562 Jun 14 14:50:57.746989 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f3c487e7-9fd8-47b4-96b2-08284a53f377 req-525f808d-f090-464c-9081-3552ee42c2b5 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560901 Jun 14 14:50:57.758221 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a3c291be-c3ee-45b2-a81e-f38669f2e83a req-ce79f9ce-97e7-4198-a107-fecc846ed5f1 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 210 time: 0.0499578 Jun 14 14:50:58.293429 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6eae1-abae-42a6-a189-f382dd859bef req-a143b8d5-a120-4f4d-b47b-b70cca937bf4 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:58.296016 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-27e6eae1-abae-42a6-a189-f382dd859bef req-a143b8d5-a120-4f4d-b47b-b70cca937bf4 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.1060266 Jun 14 14:50:58.375680 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-27e6eae1-abae-42a6-a189-f382dd859bef req-a5fc7597-0ac4-4ef7-b460-32785ad10f9c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708668 Jun 14 14:50:58.483977 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c317a-6c42-45b6-9112-1b721354b126 req-f5ba2aad-0435-41c8-b642-0222b49dd867 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:58.492848 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-219c317a-6c42-45b6-9112-1b721354b126 req-f5ba2aad-0435-41c8-b642-0222b49dd867 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.1116848 Jun 14 14:50:58.554265 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-219c317a-6c42-45b6-9112-1b721354b126 req-93182709-6bf5-450f-987c-12bafa6f0cc6 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570023 Jun 14 14:50:58.688438 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32c0b9-8187-4a28-8f16-d66b952dffe5 req-45449920-bad3-45b4-9e67-e50e17a90b7e tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:58.689986 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2e32c0b9-8187-4a28-8f16-d66b952dffe5 req-45449920-bad3-45b4-9e67-e50e17a90b7e tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eb22460-48be-4159-8b00-759e814bc8bd HTTP/1.1" status: 200 len: 932 time: 0.0855711 Jun 14 14:50:58.737486 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2e32c0b9-8187-4a28-8f16-d66b952dffe5 req-e189ee4f-94d4-48a0-b6f1-ad4bb7065d85 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402024 Jun 14 14:50:58.929926 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b1866e08-8635-4a06-9fef-d1a2d028fdce req-c7b0832a-672a-40f9-948e-34d37d48b92b tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 210 time: 0.0502849 Jun 14 14:50:58.987088 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5cb061-1f01-4492-aa9a-a07965eaa8e7 req-40dba8e6-70cb-403f-9288-dcb77004bb52 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:58.988624 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4f5cb061-1f01-4492-aa9a-a07965eaa8e7 req-40dba8e6-70cb-403f-9288-dcb77004bb52 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.0772517 Jun 14 14:50:59.037181 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4f5cb061-1f01-4492-aa9a-a07965eaa8e7 req-8b4ec61e-8b16-408f-9b5f-99da1cd85c60 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409012 Jun 14 14:50:59.395252 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 9fa81b1d-00e2-46d7-a1eb-9d358789109e details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:50:59.417084 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-be3cd31b-befb-4541-aa3f-4293625c777a service neutron] Request body: {'port': {'device_id': '2eb22460-48be-4159-8b00-759e814bc8bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:50:59.535137 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-be3cd31b-befb-4541-aa3f-4293625c777a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:59.610672 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc50422-43dc-4c34-826c-c82a74c9480c req-d90b3e1c-11b3-4644-811e-487075f935bd tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:50:59.613086 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fdc50422-43dc-4c34-826c-c82a74c9480c req-d90b3e1c-11b3-4644-811e-487075f935bd tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.0934918 Jun 14 14:50:59.614621 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 9fa81b1d-00e2-46d7-a1eb-9d358789109e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9fa81b1d-00e2-46d7-a1eb-9d358789109e,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:50:59.632876 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Returning: {'device': '9fa81b1d-00e2-46d7-a1eb-9d358789109e', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'port_id': '9fa81b1d-00e2-46d7-a1eb-9d358789109e', 'mac_address': 'fa:16:3e:cd:93:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:50:59.694239 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fdc50422-43dc-4c34-826c-c82a74c9480c req-2162ed2f-bbd9-4d27-bf7a-988a9d306ea4 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712025 Jun 14 14:50:59.713347 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:59.744851 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fa81b1d-00e2-46d7-a1eb-9d358789109e {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:50:59.805049 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 9fa81b1d-00e2-46d7-a1eb-9d358789109e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9fa81b1d-00e2-46d7-a1eb-9d358789109e,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:50:59.907436 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:50:59.914127 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:00.059198 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['9fa81b1d-00e2-46d7-a1eb-9d358789109e'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:51:00.063704 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a83b0b-026c-4466-8a7b-9a59ed6e9d3f req-6068dada-752c-42d2-9dcb-b16c7d449c9a tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:00.065908 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-81a83b0b-026c-4466-8a7b-9a59ed6e9d3f req-6068dada-752c-42d2-9dcb-b16c7d449c9a tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.2458727 Jun 14 14:51:00.093874 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81222186-bab9-4b82-b345-8bad3c92d5a9 req-3b813a7b-9e72-40f6-92df-e154c18c3446 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:00.105235 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-81222186-bab9-4b82-b345-8bad3c92d5a9 req-3b813a7b-9e72-40f6-92df-e154c18c3446 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eb22460-48be-4159-8b00-759e814bc8bd HTTP/1.1" status: 200 len: 932 time: 0.2015157 Jun 14 14:51:00.107353 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=9fa81b1d-00e2-46d7-a1eb-9d358789109e,revision_number=6']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:00.113058 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:00.222572 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-81a83b0b-026c-4466-8a7b-9a59ed6e9d3f req-50f84dbc-89cd-4b87-b130-f264f24d194d tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386802 Jun 14 14:51:00.235187 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-81222186-bab9-4b82-b345-8bad3c92d5a9 req-9b286977-b6a9-4b3c-928f-dd3972a4bacf tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270366 Jun 14 14:51:00.384649 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-be3cd31b-befb-4541-aa3f-4293625c777a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4b170d4-8a39-441e-905e-e640063f9957 {{(pid=103388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:51:00.404621 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-be3cd31b-befb-4541-aa3f-4293625c777a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:00.442076 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.provisioning_blocks [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-be3cd31b-befb-4541-aa3f-4293625c777a service neutron] Transition to ACTIVE for port object c4b170d4-8a39-441e-905e-e640063f9957 will not be triggered until provisioned by entity L2. {{(pid=103388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:51:00.505107 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ce313c3f-e7ba-49ea-a6d6-26a03f261d2a req-6f0acc51-ad68-4fe5-ab21-27fd2a1c9d96 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 210 time: 0.0472262 Jun 14 14:51:00.547190 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-be3cd31b-befb-4541-aa3f-4293625c777a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27717325'] for port, after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:00.552697 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-bf63d041-cf4f-4a02-a67f-a625f2f8bc24 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:00.692500 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3cd31b-befb-4541-aa3f-4293625c777a service neutron] Pushing event updated for resources: {'Port': ['ID=c4b170d4-8a39-441e-905e-e640063f9957,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:00.705196 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-be3cd31b-befb-4541-aa3f-4293625c777a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:00.731070 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bc2db-df63-4fbd-b19d-c8562893f227 req-b7371c2f-ee86-45f0-ad00-f898503e8d2a tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:00.739319 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a11bc2db-df63-4fbd-b19d-c8562893f227 req-b7371c2f-ee86-45f0-ad00-f898503e8d2a tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 945 time: 0.2335422 Jun 14 14:51:00.841463 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a11bc2db-df63-4fbd-b19d-c8562893f227 req-6463a5ad-82bb-4682-9888-ad3a263c97d1 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006598 Jun 14 14:51:01.105273 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba00c7-cb72-46b7-998e-4a0faf63f4a2 req-f42c2329-1a8e-4e1f-b5cc-5d9bd9c3de82 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:01.115398 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a9ba00c7-cb72-46b7-998e-4a0faf63f4a2 req-f42c2329-1a8e-4e1f-b5cc-5d9bd9c3de82 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.1945152 Jun 14 14:51:01.320882 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a9ba00c7-cb72-46b7-998e-4a0faf63f4a2 req-e803792d-c967-44b3-9169-f59f210103aa tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060993 Jun 14 14:51:01.383371 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 9fa81b1d-00e2-46d7-a1eb-9d358789109e up at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:01.406086 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-be3cd31b-befb-4541-aa3f-4293625c777a service neutron] Attempting to bind port c4b170d4-8a39-441e-905e-e640063f9957 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:51:01.406467 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-be3cd31b-befb-4541-aa3f-4293625c777a service neutron] Attempting to bind port c4b170d4-8a39-441e-905e-e640063f9957 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '7ca67635-549c-4dba-90fa-ab2ef13ca70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a28f1014-36ac-4a38-8e89-cde81866dc2a'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:51:01.407156 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-be3cd31b-befb-4541-aa3f-4293625c777a service neutron] Attempting to bind port c4b170d4-8a39-441e-905e-e640063f9957 on network a28f1014-36ac-4a38-8e89-cde81866dc2a {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:51:01.425778 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-be3cd31b-befb-4541-aa3f-4293625c777a service neutron] Port c4b170d4-8a39-441e-905e-e640063f9957 on network a28f1014-36ac-4a38-8e89-cde81866dc2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:51:01.426570 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-be3cd31b-befb-4541-aa3f-4293625c777a service neutron] Attempting to bind port c4b170d4-8a39-441e-905e-e640063f9957 on network a28f1014-36ac-4a38-8e89-cde81866dc2a {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:51:01.441844 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-be3cd31b-befb-4541-aa3f-4293625c777a service neutron] Checking agent: {'id': '8465c201-e91e-4007-8337-fb267b4bb0bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'started_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:51:01.442910 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-be3cd31b-befb-4541-aa3f-4293625c777a service neutron] Checking segment: {'id': '7ca67635-549c-4dba-90fa-ab2ef13ca70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a28f1014-36ac-4a38-8e89-cde81866dc2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:51:01.445622 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-be3cd31b-befb-4541-aa3f-4293625c777a service neutron] Bound using segment: {'id': '7ca67635-549c-4dba-90fa-ab2ef13ca70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a28f1014-36ac-4a38-8e89-cde81866dc2a'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:51:01.446629 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-be3cd31b-befb-4541-aa3f-4293625c777a service neutron] Bound port: c4b170d4-8a39-441e-905e-e640063f9957, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca67635-549c-4dba-90fa-ab2ef13ca70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a28f1014-36ac-4a38-8e89-cde81866dc2a'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:51:01.447468 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-be3cd31b-befb-4541-aa3f-4293625c777a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:01.528596 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning complete for port 9fa81b1d-00e2-46d7-a1eb-9d358789109e triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:01.529389 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:01.604954 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-be3cd31b-befb-4541-aa3f-4293625c777a service neutron] For port c4b170d4-8a39-441e-905e-e640063f9957, host hv-cinder-77262, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:51:01.610423 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-be3cd31b-befb-4541-aa3f-4293625c777a service neutron] For port c4b170d4-8a39-441e-905e-e640063f9957, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c4b170d4-8a39-441e-905e-e640063f9957,segment=NetworkSegment(7ca67635-549c-4dba-90fa-ab2ef13ca70b),segment_id=7ca67635-549c-4dba-90fa-ab2ef13ca70b)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:51:01.759579 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-be3cd31b-befb-4541-aa3f-4293625c777a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27717325'] for port, after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:01.774187 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-04fa7a98-e898-4c12-9523-a6a09d4225fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:01.784949 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-d453b604-6c55-414d-b8fb-8991e8474ae3 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:01.786852 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-d453b604-6c55-414d-b8fb-8991e8474ae3 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.35 "GET /v2.0/networks?id=13f41a5b-bfc8-43e3-b1ba-6182b64bdc28 HTTP/1.1" status: 200 len: 808 time: 0.4467773 Jun 14 14:51:01.790158 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:01.820434 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff9e1b-e86e-4338-b565-d5a5772408e2 req-1ae119cf-e4e4-41c6-b185-16aad2517193 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:01.829737 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3fff9e1b-e86e-4338-b565-d5a5772408e2 req-1ae119cf-e4e4-41c6-b185-16aad2517193 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.1532333 Jun 14 14:51:01.856898 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce76d42-aea2-4568-86d1-8a933f60803b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa81b1d-00e2-46d7-a1eb-9d358789109e'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:51:01.856898 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8759eaa-312f-47af-987e-daf51a1d2b31" -d '{"events": [{"server_uuid": "7ce76d42-aea2-4568-86d1-8a933f60803b", "name": "network-vif-plugged", "status": "completed", "tag": "9fa81b1d-00e2-46d7-a1eb-9d358789109e"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:51:01.882857 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9c19056b-96c5-4661-87b5-f82c0d419e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:01.902616 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 9fa81b1d-00e2-46d7-a1eb-9d358789109e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9fa81b1d-00e2-46d7-a1eb-9d358789109e,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:01.968144 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3fff9e1b-e86e-4338-b565-d5a5772408e2 req-a1dc6229-b732-4d5e-b653-128f9bf77e86 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367249 Jun 14 14:51:02.024311 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-0f67a79c-23cd-4c48-93e7-b62a0782d2fd tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d779389355af44759f4711a7a199a059 HTTP/1.1" status: 200 len: 379 time: 0.2249753 Jun 14 14:51:02.026059 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3cd31b-befb-4541-aa3f-4293625c777a service neutron] Pushing event updated for resources: {'Port': ['ID=c4b170d4-8a39-441e-905e-e640063f9957,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:02.031672 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-be3cd31b-befb-4541-aa3f-4293625c777a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:02.048377 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-44c07bc7-c5af-4e49-968c-93ff75166bc5 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Request body: {'port': {'device_id': 'd14c0dae-6889-4ecc-b714-5c3f064e449e', 'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28', 'admin_state_up': True, 'tenant_id': 'd779389355af44759f4711a7a199a059', 'security_groups': ['c6ed616c-a50f-454f-bd74-438e9423ab6a']}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:51:02.058319 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-be3cd31b-befb-4541-aa3f-4293625c777a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:02.059281 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-be3cd31b-befb-4541-aa3f-4293625c777a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for port, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:02.061466 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-be3cd31b-befb-4541-aa3f-4293625c777a service neutron] 10.222.0.35 "PUT /v2.0/ports/c4b170d4-8a39-441e-905e-e640063f9957 HTTP/1.1" status: 200 len: 1094 time: 2.6553521 Jun 14 14:51:02.066886 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb22460-48be-4159-8b00-759e814bc8bd', 'tag': 'c4b170d4-8a39-441e-905e-e640063f9957'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:51:02.070835 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:02.073207 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d16000bb1453c626be2c9fe90cf152d3497827e73c55abcdb2fab0d7ea5a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d347383-c7a2-4b80-8988-5bc2acc467aa" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb22460-48be-4159-8b00-759e814bc8bd", "tag": "c4b170d4-8a39-441e-905e-e640063f9957"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:51:02.078817 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-cd50581f-7eee-4c10-add5-de2a61d1a3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:02.187941 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ade723-d78a-41a4-8c09-be82d38a7872 req-247cd15d-aedb-4104-a933-3ed089665952 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:02.201381 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c2ade723-d78a-41a4-8c09-be82d38a7872 req-247cd15d-aedb-4104-a933-3ed089665952 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eb22460-48be-4159-8b00-759e814bc8bd HTTP/1.1" status: 200 len: 944 time: 0.5055289 Jun 14 14:51:02.317344 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=9fa81b1d-00e2-46d7-a1eb-9d358789109e,revision_number=7']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:02.321762 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c2ade723-d78a-41a4-8c09-be82d38a7872 req-d36d7494-68d8-4679-aa05-3c5608723099 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180830 Jun 14 14:51:02.336939 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:02.446320 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92302735-58b0-44b4-8778-30c0cccee514 x-openstack-request-id: req-92302735-58b0-44b4-8778-30c0cccee514 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:51:02.447634 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce76d42-aea2-4568-86d1-8a933f60803b", "name": "network-vif-plugged", "status": "completed", "tag": "9fa81b1d-00e2-46d7-a1eb-9d358789109e", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:51:02.448128 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-92302735-58b0-44b4-8778-30c0cccee514 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:51:02.448983 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce76d42-aea2-4568-86d1-8a933f60803b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa81b1d-00e2-46d7-a1eb-9d358789109e', 'code': 200} Jun 14 14:51:02.523560 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a5fb783a-2138-4f5c-821a-cde1479969ad req-a26a4ec7-366c-4a6e-8591-00a8d2c5805e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 210 time: 0.0868468 Jun 14 14:51:02.654053 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-44c07bc7-c5af-4e49-968c-93ff75166bc5 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Made reservation on behalf of d779389355af44759f4711a7a199a059 for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:51:02.659461 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-44c07bc7-c5af-4e49-968c-93ff75166bc5 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:02.668389 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c46656a-ce4c-4fca-a473-ce579d4176e7 x-openstack-request-id: req-3c46656a-ce4c-4fca-a473-ce579d4176e7 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:51:02.669588 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb22460-48be-4159-8b00-759e814bc8bd", "tag": "c4b170d4-8a39-441e-905e-e640063f9957", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:51:02.672850 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3c46656a-ce4c-4fca-a473-ce579d4176e7 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:51:02.675759 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb22460-48be-4159-8b00-759e814bc8bd', 'tag': 'c4b170d4-8a39-441e-905e-e640063f9957', 'status': 'completed', 'code': 200} Jun 14 14:51:02.730786 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-01b4e246-2293-418e-bd57-7cdeecdef10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:02.733361 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-01b4e246-2293-418e-bd57-7cdeecdef10d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a98b036d6ad4b57a9f4d78301098915&device_id=2eb22460-48be-4159-8b00-759e814bc8bd HTTP/1.1" status: 200 len: 1097 time: 0.3518903 Jun 14 14:51:02.861515 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-53b94e85-3a3b-41f7-bd62-1617a9b04e50 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4b170d4-8a39-441e-905e-e640063f9957 HTTP/1.1" status: 200 len: 217 time: 0.1195703 Jun 14 14:51:03.024333 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-35bf9906-b1c7-4b09-9fc2-b7604b92ef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:03.026400 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-35bf9906-b1c7-4b09-9fc2-b7604b92ef9c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e9269aa-1f15-44d6-9bda-9047956100bc HTTP/1.1" status: 200 len: 849 time: 0.1221361 Jun 14 14:51:03.060085 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c45495-a6b6-4b58-a1c7-674d6f6e5418 req-b9971adc-d8a8-4be4-bd4d-a9654577e7ac tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:03.062583 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-20c45495-a6b6-4b58-a1c7-674d6f6e5418 req-b9971adc-d8a8-4be4-bd4d-a9654577e7ac tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.2046943 Jun 14 14:51:03.097758 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-ac66e96d-e6f8-42b5-b1a0-21a15a9755cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a28f1014-36ac-4a38-8e89-cde81866dc2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642834 Jun 14 14:51:03.196996 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-44c07bc7-c5af-4e49-968c-93ff75166bc5 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Allocated IP 172.20.0.3 (13f41a5b-bfc8-43e3-b1ba-6182b64bdc28/e6289072-b3a8-443b-a36f-11d9caae493c/33a53a3a-fa3f-4e3c-8726-9eb37dad86f8) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:51:03.353007 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-20c45495-a6b6-4b58-a1c7-674d6f6e5418 req-39a47e11-64e6-48f5-8949-a931d24be935 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2534621 Jun 14 14:51:03.518733 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-c6b27b68-a66d-40ab-8325-6010c5e07517 service neutron] 10.222.0.35 "GET /v2.0/networks/a28f1014-36ac-4a38-8e89-cde81866dc2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086323 Jun 14 14:51:03.549546 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4644893-174c-4ca1-87ca-90fa55e696af req-2f64f72c-eddb-4c38-abed-bb14b4a9045a tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:03.550204 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f4644893-174c-4ca1-87ca-90fa55e696af req-2f64f72c-eddb-4c38-abed-bb14b4a9045a tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.6445901 Jun 14 14:51:03.719990 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-19d9795c-c9ac-4bdc-b752-4d3409111b82 req-7de9f859-9fd3-418f-adb0-06f98810878a service neutron] 10.222.0.35 "GET /v2.0/networks/a28f1014-36ac-4a38-8e89-cde81866dc2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933079 Jun 14 14:51:03.777015 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f4644893-174c-4ca1-87ca-90fa55e696af req-c20348f7-2694-4bd6-a95d-e3c3b215aeb8 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048117 Jun 14 14:51:03.902696 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc326e-50e3-46ff-9221-62eaa7cb6812 req-12a3da86-45de-4b03-9c2c-8b9f870a8500 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:03.904303 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3bcc326e-50e3-46ff-9221-62eaa7cb6812 req-12a3da86-45de-4b03-9c2c-8b9f870a8500 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.1832020 Jun 14 14:51:03.958869 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-44c07bc7-c5af-4e49-968c-93ff75166bc5 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for port, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:04.002051 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-44c07bc7-c5af-4e49-968c-93ff75166bc5 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Transition to ACTIVE for port object 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 will not be triggered until provisioned by entity DHCP. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:51:04.146877 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3bcc326e-50e3-46ff-9221-62eaa7cb6812 req-05973b59-515c-4cdc-b3bc-f2e3bb8a282f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164655 Jun 14 14:51:04.172890 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d347383-c7a2-4b80-8988-5bc2acc467aa req-5a5720a5-cff8-43d0-9202-ce8e052512a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:04.174498 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7d347383-c7a2-4b80-8988-5bc2acc467aa req-5a5720a5-cff8-43d0-9202-ce8e052512a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a98b036d6ad4b57a9f4d78301098915&device_id=2eb22460-48be-4159-8b00-759e814bc8bd HTTP/1.1" status: 200 len: 1097 time: 0.2692306 Jun 14 14:51:04.259057 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf42436-ffa2-425f-96cd-6f4997a7fcdc req-fa5caebe-55e2-489e-a89b-1384e57fbe94 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:04.270280 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-baf42436-ffa2-425f-96cd-6f4997a7fcdc req-fa5caebe-55e2-489e-a89b-1384e57fbe94 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eb22460-48be-4159-8b00-759e814bc8bd HTTP/1.1" status: 200 len: 944 time: 0.2035177 Jun 14 14:51:04.341763 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-44c07bc7-c5af-4e49-968c-93ff75166bc5 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28280472'] for port, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:04.360402 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-55050692-7f90-4f5b-ad56-811c12777c3e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:04.551950 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-baf42436-ffa2-425f-96cd-6f4997a7fcdc req-a89f40dd-a473-41ae-ac87-a1ced2742458 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801430 Jun 14 14:51:04.597273 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-44c07bc7-c5af-4e49-968c-93ff75166bc5 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Network 13f41a5b-bfc8-43e3-b1ba-6182b64bdc28 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:51:04.604998 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-44c07bc7-c5af-4e49-968c-93ff75166bc5 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:51:04.614875 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-44c07bc7-c5af-4e49-968c-93ff75166bc5 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:51:04.673836 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c07bc7-c5af-4e49-968c-93ff75166bc5 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Pushing event updated for resources: {'Port': ['ID=33a53a3a-fa3f-4e3c-8726-9eb37dad86f8,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:04.682585 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-44c07bc7-c5af-4e49-968c-93ff75166bc5 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:04.767109 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-44c07bc7-c5af-4e49-968c-93ff75166bc5 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:04.768036 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-44c07bc7-c5af-4e49-968c-93ff75166bc5 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:04.873601 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-44c07bc7-c5af-4e49-968c-93ff75166bc5 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8412673 Jun 14 14:51:04.888298 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-cab3dbff-4887-42ba-a9b6-a8b0b7607206 service neutron] Request body: {'port': {'device_id': 'd14c0dae-6889-4ecc-b714-5c3f064e449e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:51:05.003443 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d347383-c7a2-4b80-8988-5bc2acc467aa req-15524512-0466-45b4-9485-6295b0039171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:05.005045 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7d347383-c7a2-4b80-8988-5bc2acc467aa req-15524512-0466-45b4-9485-6295b0039171 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a28f1014-36ac-4a38-8e89-cde81866dc2a HTTP/1.1" status: 200 len: 910 time: 0.8152812 Jun 14 14:51:05.085430 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 34530) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:05.093793 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7d347383-c7a2-4b80-8988-5bc2acc467aa req-24ee24fb-c86c-44b2-96ca-bbb1b31ce8f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4b170d4-8a39-441e-905e-e640063f9957 HTTP/1.1" status: 200 len: 217 time: 0.0819685 Jun 14 14:51:05.164093 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc94bfd-3c27-4e1b-8ba3-7ec90808b270 req-84f18a77-a448-4b3a-9f7e-d29ac3d7dd09 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:05.176830 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8fc94bfd-3c27-4e1b-8ba3-7ec90808b270 req-84f18a77-a448-4b3a-9f7e-d29ac3d7dd09 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 931 time: 0.6079233 Jun 14 14:51:05.237164 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d347383-c7a2-4b80-8988-5bc2acc467aa req-807dd3c7-6fc7-4a37-ab90-6b30cbea9d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:05.238964 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7d347383-c7a2-4b80-8988-5bc2acc467aa req-807dd3c7-6fc7-4a37-ab90-6b30cbea9d84 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e9269aa-1f15-44d6-9bda-9047956100bc HTTP/1.1" status: 200 len: 849 time: 0.1332331 Jun 14 14:51:05.250372 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8fc94bfd-3c27-4e1b-8ba3-7ec90808b270 req-133f2c9f-4d1d-48a0-929e-8fc0afb5267e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724602 Jun 14 14:51:05.289369 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-cab3dbff-4887-42ba-a9b6-a8b0b7607206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:05.297726 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7d347383-c7a2-4b80-8988-5bc2acc467aa req-db66b79e-c179-4e5d-a632-46da0bdcb592 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a28f1014-36ac-4a38-8e89-cde81866dc2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512183 Jun 14 14:51:05.499333 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb194a-6f51-40a5-ab0c-5a2257d779f7 req-fc423ca3-f15f-47d5-b742-d704787165cb tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:05.517079 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-38fb194a-6f51-40a5-ab0c-5a2257d779f7 req-fc423ca3-f15f-47d5-b742-d704787165cb tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.5132875 Jun 14 14:51:05.603109 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7d347383-c7a2-4b80-8988-5bc2acc467aa req-a45e1caa-4842-4a7b-8a34-d793a44e460c service neutron] 10.222.0.35 "GET /v2.0/networks/a28f1014-36ac-4a38-8e89-cde81866dc2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966473 Jun 14 14:51:05.719138 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-61f6c702-b2a5-441c-bc9c-043f6aa43299 None None] Provisioning for port 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 completed by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:51:05.777595 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-61f6c702-b2a5-441c-bc9c-043f6aa43299 None None] Provisioning complete for port 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:05.777941 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-61f6c702-b2a5-441c-bc9c-043f6aa43299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:05.867233 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3463a7c7-6199-47b0-9942-2f0a7d650f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:05.910932 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0de23172-f51f-4662-96c7-0077d02db897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:05.976864 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-61f6c702-b2a5-441c-bc9c-043f6aa43299 None None] Port 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:51:06.145949 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7d347383-c7a2-4b80-8988-5bc2acc467aa req-2be1f52f-cbcc-47bc-b30e-2cf7af8e406f service neutron] 10.222.0.35 "GET /v2.0/networks/a28f1014-36ac-4a38-8e89-cde81866dc2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5314322 Jun 14 14:51:06.165153 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-38fb194a-6f51-40a5-ab0c-5a2257d779f7 req-2d4574bf-0c5b-45e4-acc7-1ff41fb38bd5 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6488619 Jun 14 14:51:06.172302 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dc800-b11a-43dc-b60e-73cccf48dfb0 req-a7947c9c-899c-477b-a53d-45af1f0d7772 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:06.182824 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e58dc800-b11a-43dc-b60e-73cccf48dfb0 req-a7947c9c-899c-477b-a53d-45af1f0d7772 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.4362342 Jun 14 14:51:06.301094 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e58dc800-b11a-43dc-b60e-73cccf48dfb0 req-84799105-566a-4ad8-a06c-ba6eae0cc136 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156991 Jun 14 14:51:06.414157 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3463a7c7-6199-47b0-9942-2f0a7d650f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:06.472411 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-cab3dbff-4887-42ba-a9b6-a8b0b7607206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:51:06.482542 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-cab3dbff-4887-42ba-a9b6-a8b0b7607206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:06.500454 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:06.501854 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3463a7c7-6199-47b0-9942-2f0a7d650f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:06.538118 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-cab3dbff-4887-42ba-a9b6-a8b0b7607206 service neutron] Transition to ACTIVE for port object 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:51:06.543186 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-f8c8d0bc-070d-42b0-b5ba-f2ab3e0e04c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:06.577034 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-3463a7c7-6199-47b0-9942-2f0a7d650f36 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fb145f1743204ac4bb19e7aa84c5d1e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4890866 Jun 14 14:51:06.578089 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3463a7c7-6199-47b0-9942-2f0a7d650f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1af480-ab4b-4a70-9bd7-eee5b52f3f5c,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:06.580272 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 34558) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:06.583226 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-3463a7c7-6199-47b0-9942-2f0a7d650f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:06.638870 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-cab3dbff-4887-42ba-a9b6-a8b0b7607206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:06.645478 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-e812990e-1fd5-495a-a957-174f3e290d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:06.725192 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3dbff-4887-42ba-a9b6-a8b0b7607206 service neutron] Pushing event updated for resources: {'Port': ['ID=33a53a3a-fa3f-4e3c-8726-9eb37dad86f8,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:06.732492 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-cab3dbff-4887-42ba-a9b6-a8b0b7607206 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:06.750811 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a1e29-109d-49c4-9250-e7baf05c95ad req-6dbcbad9-1675-436c-80bd-1bd3b5ae8bdc tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:06.752457 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-385a1e29-109d-49c4-9250-e7baf05c95ad req-6dbcbad9-1675-436c-80bd-1bd3b5ae8bdc tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.2604351 Jun 14 14:51:06.821745 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320169a-e26e-4fcd-bbcf-2d241516f865 req-0ba74602-ed5b-4cd2-bf63-468405f58b3f tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:06.827183 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6320169a-e26e-4fcd-bbcf-2d241516f865 req-0ba74602-ed5b-4cd2-bf63-468405f58b3f tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eb22460-48be-4159-8b00-759e814bc8bd HTTP/1.1" status: 200 len: 944 time: 0.1699820 Jun 14 14:51:06.879297 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-883f2787-814d-4436-bd93-9b207e236630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:06.953775 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6320169a-e26e-4fcd-bbcf-2d241516f865 req-0a7aadb6-c9b5-461e-ab21-fab65656f139 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194093 Jun 14 14:51:06.961316 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-883f2787-814d-4436-bd93-9b207e236630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:07.075238 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-385a1e29-109d-49c4-9250-e7baf05c95ad req-a9159f98-c4cc-48a2-a651-4429b77eb568 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008150 Jun 14 14:51:07.185827 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-cab3dbff-4887-42ba-a9b6-a8b0b7607206 service neutron] Attempting to bind port 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:51:07.186842 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-cab3dbff-4887-42ba-a9b6-a8b0b7607206 service neutron] Attempting to bind port 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '0fb40bd5-9255-492b-a74d-a71abb8f4028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:51:07.186842 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-cab3dbff-4887-42ba-a9b6-a8b0b7607206 service neutron] Attempting to bind port 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 on network 13f41a5b-bfc8-43e3-b1ba-6182b64bdc28 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:51:07.219447 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-cab3dbff-4887-42ba-a9b6-a8b0b7607206 service neutron] Port 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 on network 13f41a5b-bfc8-43e3-b1ba-6182b64bdc28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:51:07.225304 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-cab3dbff-4887-42ba-a9b6-a8b0b7607206 service neutron] Attempting to bind port 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 on network 13f41a5b-bfc8-43e3-b1ba-6182b64bdc28 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:51:07.248369 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-cab3dbff-4887-42ba-a9b6-a8b0b7607206 service neutron] Checking agent: {'id': '8465c201-e91e-4007-8337-fb267b4bb0bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'started_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:51:07.248715 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-cab3dbff-4887-42ba-a9b6-a8b0b7607206 service neutron] Checking segment: {'id': '0fb40bd5-9255-492b-a74d-a71abb8f4028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:51:07.251288 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-cab3dbff-4887-42ba-a9b6-a8b0b7607206 service neutron] Bound using segment: {'id': '0fb40bd5-9255-492b-a74d-a71abb8f4028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:51:07.252026 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-cab3dbff-4887-42ba-a9b6-a8b0b7607206 service neutron] Bound port: 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb40bd5-9255-492b-a74d-a71abb8f4028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:51:07.253565 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-cab3dbff-4887-42ba-a9b6-a8b0b7607206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:07.395267 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device c4b170d4-8a39-441e-905e-e640063f9957 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:51:07.434981 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a8414-2016-454d-8fb6-71daece72806 req-1b49ebdf-ea45-4313-8232-5630dc9d810d tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:07.445407 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-628a8414-2016-454d-8fb6-71daece72806 req-1b49ebdf-ea45-4313-8232-5630dc9d810d tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 943 time: 0.2573795 Jun 14 14:51:07.449400 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-cab3dbff-4887-42ba-a9b6-a8b0b7607206 service neutron] For port 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8, host hv-cinder-77262, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:51:07.455819 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-cab3dbff-4887-42ba-a9b6-a8b0b7607206 service neutron] For port 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=33a53a3a-fa3f-4e3c-8726-9eb37dad86f8,segment=NetworkSegment(0fb40bd5-9255-492b-a74d-a71abb8f4028),segment_id=0fb40bd5-9255-492b-a74d-a71abb8f4028)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:51:07.507201 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-883f2787-814d-4436-bd93-9b207e236630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:07.509891 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-883f2787-814d-4436-bd93-9b207e236630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:07.515262 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-883f2787-814d-4436-bd93-9b207e236630 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e1af480-ab4b-4a70-9bd7-eee5b52f3f5c HTTP/1.1" status: 204 len: 168 time: 0.9298055 Jun 14 14:51:07.515262 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:07.527109 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f2787-814d-4436-bd93-9b207e236630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1af480-ab4b-4a70-9bd7-eee5b52f3f5c,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:07.531311 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-883f2787-814d-4436-bd93-9b207e236630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:07.535124 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-cab3dbff-4887-42ba-a9b6-a8b0b7607206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:07.544917 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:07.605473 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-628a8414-2016-454d-8fb6-71daece72806 req-f826ffcc-b45e-455f-a037-54c21af9bd08 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560569 Jun 14 14:51:07.733957 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-cab3dbff-4887-42ba-a9b6-a8b0b7607206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:07.733957 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-cab3dbff-4887-42ba-a9b6-a8b0b7607206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:07.740809 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-cab3dbff-4887-42ba-a9b6-a8b0b7607206 service neutron] 10.222.0.35 "PUT /v2.0/ports/33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 HTTP/1.1" status: 200 len: 1093 time: 2.8564689 Jun 14 14:51:07.745936 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14c0dae-6889-4ecc-b714-5c3f064e449e', 'tag': '33a53a3a-fa3f-4e3c-8726-9eb37dad86f8'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:51:07.757239 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddfd6c1-b9ef-43e4-a18a-ba427ea00024" -d '{"events": [{"name": "network-changed", "server_uuid": "d14c0dae-6889-4ecc-b714-5c3f064e449e", "tag": "33a53a3a-fa3f-4e3c-8726-9eb37dad86f8"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:51:07.801281 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3dbff-4887-42ba-a9b6-a8b0b7607206 service neutron] Pushing event updated for resources: {'Port': ['ID=33a53a3a-fa3f-4e3c-8726-9eb37dad86f8,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:07.818696 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-cab3dbff-4887-42ba-a9b6-a8b0b7607206 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:07.857785 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port c4b170d4-8a39-441e-905e-e640063f9957, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c4b170d4-8a39-441e-905e-e640063f9957,segment=NetworkSegment(7ca67635-549c-4dba-90fa-ab2ef13ca70b),segment_id=7ca67635-549c-4dba-90fa-ab2ef13ca70b)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:07.864017 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b9353-1b6a-4ad8-b294-e5e1c94e544b req-d22f9bf0-19c7-4e93-9e00-2387ac78f0d8 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:07.879381 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-926b9353-1b6a-4ad8-b294-e5e1c94e544b req-d22f9bf0-19c7-4e93-9e00-2387ac78f0d8 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.4206960 Jun 14 14:51:07.903596 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Returning: {'device': 'c4b170d4-8a39-441e-905e-e640063f9957', 'network_id': 'a28f1014-36ac-4a38-8e89-cde81866dc2a', 'port_id': 'c4b170d4-8a39-441e-905e-e640063f9957', 'mac_address': 'fa:16:3e:ba:0f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e9269aa-1f15-44d6-9bda-9047956100bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:51:08.004706 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:08.063223 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4b170d4-8a39-441e-905e-e640063f9957 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:51:08.146665 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port c4b170d4-8a39-441e-905e-e640063f9957, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c4b170d4-8a39-441e-905e-e640063f9957,segment=NetworkSegment(7ca67635-549c-4dba-90fa-ab2ef13ca70b),segment_id=7ca67635-549c-4dba-90fa-ab2ef13ca70b)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:08.170482 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:08.230790 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-926b9353-1b6a-4ad8-b294-e5e1c94e544b req-13f788fe-291c-4763-9625-59eb27a0f559 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3427618 Jun 14 14:51:08.254582 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:08.259025 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-683ed6b8-b968-4cfd-bdb0-2b33153bf044 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:08.265290 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-c276d93f-9531-4abf-9652-480d40dd6cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:08.266964 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-c276d93f-9531-4abf-9652-480d40dd6cce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d779389355af44759f4711a7a199a059&device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 1096 time: 0.3479636 Jun 14 14:51:08.383886 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f54f51-675a-41e8-907c-a769e6d64445 req-45a38800-108a-49e7-a148-c2ca02baf50d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:08.385498 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e0f54f51-675a-41e8-907c-a769e6d64445 req-45a38800-108a-49e7-a148-c2ca02baf50d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.1935055 Jun 14 14:51:08.481675 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e0f54f51-675a-41e8-907c-a769e6d64445 req-16e9883e-c3c0-4241-808a-12ef7083dec9 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842111 Jun 14 14:51:08.540519 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=c4b170d4-8a39-441e-905e-e640063f9957,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:08.554165 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:08.690111 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['c4b170d4-8a39-441e-905e-e640063f9957'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:51:08.881855 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353834e-f3ef-4d06-899b-716e91fa2c13 req-3cbd70e7-6967-45a2-a11f-9b16e028c4ef tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:08.892366 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6353834e-f3ef-4d06-899b-716e91fa2c13 req-3cbd70e7-6967-45a2-a11f-9b16e028c4ef tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.1717572 Jun 14 14:51:08.922949 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 34594) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:08.952735 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-98b63e50-062b-4aa6-a891-5bcbb1275e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:09.001557 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6353834e-f3ef-4d06-899b-716e91fa2c13 req-a8922c66-ded4-459f-935e-804b86c0588c tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029458 Jun 14 14:51:09.018798 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-f692b119-53b0-43c3-b0d7-00fd2e5ef0af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 HTTP/1.1" status: 200 len: 217 time: 0.7419472 Jun 14 14:51:09.026508 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5678cc76-291f-495e-95f1-c58b05a3effb x-openstack-request-id: req-5678cc76-291f-495e-95f1-c58b05a3effb {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:51:09.027261 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14c0dae-6889-4ecc-b714-5c3f064e449e", "tag": "33a53a3a-fa3f-4e3c-8726-9eb37dad86f8", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:51:09.027938 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5678cc76-291f-495e-95f1-c58b05a3effb {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:51:09.029019 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14c0dae-6889-4ecc-b714-5c3f064e449e', 'tag': '33a53a3a-fa3f-4e3c-8726-9eb37dad86f8', 'status': 'completed', 'code': 200} Jun 14 14:51:09.160430 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-303f3413-b395-4425-aa1b-a4d45a914487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:09.163100 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-303f3413-b395-4425-aa1b-a4d45a914487 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6289072-b3a8-443b-a36f-11d9caae493c HTTP/1.1" status: 200 len: 847 time: 0.1323876 Jun 14 14:51:09.280523 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38133ca-e0e5-44f0-8438-0d6d0c23a5a6 req-56080d9b-2cfb-4937-9c77-06ea2eff6f2e tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:09.289295 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a38133ca-e0e5-44f0-8438-0d6d0c23a5a6 req-56080d9b-2cfb-4937-9c77-06ea2eff6f2e tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eb22460-48be-4159-8b00-759e814bc8bd HTTP/1.1" status: 200 len: 945 time: 0.2685857 Jun 14 14:51:09.326527 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 34602) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:09.358031 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-98b63e50-062b-4aa6-a891-5bcbb1275e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:09.358541 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-b314b780-7d9e-4f5d-a92d-609b337fa44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:09.358541 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-b314b780-7d9e-4f5d-a92d-609b337fa44a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=13f41a5b-bfc8-43e3-b1ba-6182b64bdc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1820254 Jun 14 14:51:09.452372 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-98b63e50-062b-4aa6-a891-5bcbb1275e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:09.469656 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-e4203549-3295-4a0a-8397-14d6b832266b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:09.600815 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-98b63e50-062b-4aa6-a891-5bcbb1275e95 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=760f917aa86f428fb3610853db7d8f42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6763096 Jun 14 14:51:09.615583 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 34610) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:09.656768 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b63e50-062b-4aa6-a891-5bcbb1275e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938524d9-1875-4b4f-b65f-c981b8627f0c,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:09.687471 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-98b63e50-062b-4aa6-a891-5bcbb1275e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:09.742347 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f368899-065b-473a-b617-76032a87c1d5 req-e57fde51-704e-47ed-bfd5-7c3f881a5a0c tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:09.752626 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1f368899-065b-473a-b617-76032a87c1d5 req-e57fde51-704e-47ed-bfd5-7c3f881a5a0c tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 943 time: 0.2296598 Jun 14 14:51:09.820012 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1f368899-065b-473a-b617-76032a87c1d5 req-8d580a8a-9ef6-46e4-a5f5-c22cfbe1cc9b tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591869 Jun 14 14:51:09.846008 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0c6cdfc6-1be1-4d0e-9784-24cb7bba0247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:09.880533 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a38133ca-e0e5-44f0-8438-0d6d0c23a5a6 req-d5ee6146-7c1b-4f39-9798-358f7b152228 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5899067 Jun 14 14:51:09.887608 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-30aca068-c9d7-42d6-888e-75f7000f23ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:09.895490 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-988e8a52-b76d-4fdd-a7e0-8b66f98ad104 service neutron] 10.222.0.35 "GET /v2.0/networks/13f41a5b-bfc8-43e3-b1ba-6182b64bdc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5188050 Jun 14 14:51:10.066226 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0c6cdfc6-1be1-4d0e-9784-24cb7bba0247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:10.201357 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3562cf-691f-4abb-b7f6-7aa2c2c4170a req-3d4de3c2-c678-4f76-b866-1a1d4e681a63 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:10.202933 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8d3562cf-691f-4abb-b7f6-7aa2c2c4170a req-3d4de3c2-c678-4f76-b866-1a1d4e681a63 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.1901932 Jun 14 14:51:10.261193 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8d3562cf-691f-4abb-b7f6-7aa2c2c4170a req-f20c98a7-e6e3-45fd-ba73-fd6d0880a48b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460317 Jun 14 14:51:10.276890 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-44c16283-dccb-4d30-ac6c-bfdbd81b3ab1 req-c384776b-e5e1-464a-bdb0-bebb3c5ea077 service neutron] 10.222.0.35 "GET /v2.0/networks/13f41a5b-bfc8-43e3-b1ba-6182b64bdc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379200 Jun 14 14:51:10.331164 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c79df2-8a70-4a2b-bcb2-57e1cfaa4ec5 req-31096c2c-c4d6-4a3b-8b71-0fe80b8562c4 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:10.332803 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-39c79df2-8a70-4a2b-bcb2-57e1cfaa4ec5 req-31096c2c-c4d6-4a3b-8b71-0fe80b8562c4 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.1482761 Jun 14 14:51:10.396162 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-39c79df2-8a70-4a2b-bcb2-57e1cfaa4ec5 req-5695674f-cb34-4074-af76-79618dcbdc49 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504150 Jun 14 14:51:10.516898 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:10.540719 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5c820-d4ac-45c6-9df0-1142a62bfc9d req-ff5cc517-0e3e-46fb-9473-16c831b60a1a tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:10.542345 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f6c5c820-d4ac-45c6-9df0-1142a62bfc9d req-ff5cc517-0e3e-46fb-9473-16c831b60a1a tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.0945678 Jun 14 14:51:10.544319 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0c6cdfc6-1be1-4d0e-9784-24cb7bba0247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:10.548292 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0c6cdfc6-1be1-4d0e-9784-24cb7bba0247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:10.551968 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-0c6cdfc6-1be1-4d0e-9784-24cb7bba0247 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/938524d9-1875-4b4f-b65f-c981b8627f0c HTTP/1.1" status: 204 len: 168 time: 0.9379439 Jun 14 14:51:10.553770 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-1bc677f6-22e5-4364-97ea-94ff8d119dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:10.591314 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6cdfc6-1be1-4d0e-9784-24cb7bba0247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938524d9-1875-4b4f-b65f-c981b8627f0c,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:10.591314 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-0c6cdfc6-1be1-4d0e-9784-24cb7bba0247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:10.668869 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f6c5c820-d4ac-45c6-9df0-1142a62bfc9d req-d15b6ea2-953e-4525-a0bd-9fae32828495 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116204 Jun 14 14:51:10.749874 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-30aca068-c9d7-42d6-888e-75f7000f23ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:10.786625 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddfd6c1-b9ef-43e4-a18a-ba427ea00024 req-1ee9c9b5-ce8f-4a47-a910-bd2f53fac1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:10.795206 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5ddfd6c1-b9ef-43e4-a18a-ba427ea00024 req-1ee9c9b5-ce8f-4a47-a910-bd2f53fac1c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d779389355af44759f4711a7a199a059&device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 1096 time: 0.1681671 Jun 14 14:51:10.935242 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-30aca068-c9d7-42d6-888e-75f7000f23ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:10.941378 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-883f2787-814d-4436-bd93-9b207e236630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:11.040955 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-30aca068-c9d7-42d6-888e-75f7000f23ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=288f6feceb85444e8b2ae9d2d75c5fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7131472 Jun 14 14:51:11.045382 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 34632) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:11.068359 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aca068-c9d7-42d6-888e-75f7000f23ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fd6c70-4527-4428-a1f1-bf80b6a804a4,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:11.085124 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-30aca068-c9d7-42d6-888e-75f7000f23ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:11.107477 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddfd6c1-b9ef-43e4-a18a-ba427ea00024 req-5ca0b7b9-5089-4800-a667-983499351215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:11.109489 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5ddfd6c1-b9ef-43e4-a18a-ba427ea00024 req-5ca0b7b9-5089-4800-a667-983499351215 service neutron] 10.222.0.35 "GET /v2.0/networks?id=13f41a5b-bfc8-43e3-b1ba-6182b64bdc28 HTTP/1.1" status: 200 len: 909 time: 0.3070493 Jun 14 14:51:11.207322 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-10e28136-d097-42b8-b7a6-f00d30cd164c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:11.215915 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5ddfd6c1-b9ef-43e4-a18a-ba427ea00024 req-10eda7a5-dbdb-4a8c-ba5a-8a06f4b91819 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 HTTP/1.1" status: 200 len: 217 time: 0.0801504 Jun 14 14:51:11.276137 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-10e28136-d097-42b8-b7a6-f00d30cd164c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:11.325744 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddfd6c1-b9ef-43e4-a18a-ba427ea00024 req-cca487b0-1823-4131-9fad-222a61d1935f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:11.327528 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5ddfd6c1-b9ef-43e4-a18a-ba427ea00024 req-cca487b0-1823-4131-9fad-222a61d1935f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6289072-b3a8-443b-a36f-11d9caae493c HTTP/1.1" status: 200 len: 847 time: 0.0994675 Jun 14 14:51:11.354198 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f69ff6-da79-4f85-80ff-51be7a3ca0e2 req-5e20aa3a-d52c-41ef-813c-de8e2e0bf553 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:11.355981 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-93f69ff6-da79-4f85-80ff-51be7a3ca0e2 req-5e20aa3a-d52c-41ef-813c-de8e2e0bf553 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 943 time: 0.3134360 Jun 14 14:51:11.372790 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6ef43-ac02-4983-b386-c5d318cd21cd req-4dcb553a-6da4-4b6d-b033-6a89d766cb0a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:11.385647 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-71f6ef43-ac02-4983-b386-c5d318cd21cd req-4dcb553a-6da4-4b6d-b033-6a89d766cb0a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eb22460-48be-4159-8b00-759e814bc8bd HTTP/1.1" status: 200 len: 945 time: 0.2632990 Jun 14 14:51:11.402586 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device c4b170d4-8a39-441e-905e-e640063f9957 up at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:11.483594 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-71f6ef43-ac02-4983-b386-c5d318cd21cd req-952fada8-d2f9-4353-9412-b8679a14fe67 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964680 Jun 14 14:51:11.512838 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-93f69ff6-da79-4f85-80ff-51be7a3ca0e2 req-0f487429-289b-4ca1-9832-391c319bc52a tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080971 Jun 14 14:51:11.522883 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddfd6c1-b9ef-43e4-a18a-ba427ea00024 req-f5888dbc-87bd-4c95-b36c-86cbfd9eb120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:11.524682 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5ddfd6c1-b9ef-43e4-a18a-ba427ea00024 req-f5888dbc-87bd-4c95-b36c-86cbfd9eb120 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=13f41a5b-bfc8-43e3-b1ba-6182b64bdc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1881135 Jun 14 14:51:11.577825 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-10e28136-d097-42b8-b7a6-f00d30cd164c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:11.578112 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-10e28136-d097-42b8-b7a6-f00d30cd164c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:11.581697 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-10e28136-d097-42b8-b7a6-f00d30cd164c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6fd6c70-4527-4428-a1f1-bf80b6a804a4 HTTP/1.1" status: 204 len: 168 time: 0.5352499 Jun 14 14:51:11.582636 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-a5a33588-7022-4a6a-8380-d9498f24da5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:11.618366 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e28136-d097-42b8-b7a6-f00d30cd164c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fd6c70-4527-4428-a1f1-bf80b6a804a4,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:11.632323 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-10e28136-d097-42b8-b7a6-f00d30cd164c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:11.689962 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning for port c4b170d4-8a39-441e-905e-e640063f9957 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:51:11.701707 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning complete for port c4b170d4-8a39-441e-905e-e640063f9957 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:11.702500 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:11.751255 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 34642) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:11.783083 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b9a45894-9abb-441d-b132-26d8d9d74887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:11.836580 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5ddfd6c1-b9ef-43e4-a18a-ba427ea00024 req-1ad2c300-280e-4bb8-90c1-47cabe50aba3 service neutron] 10.222.0.35 "GET /v2.0/networks/13f41a5b-bfc8-43e3-b1ba-6182b64bdc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043756 Jun 14 14:51:11.989921 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddd373-7fcd-4e78-a10f-9c4e9d6d759a req-d413f834-9f7e-4990-a3d9-f99c24fc3703 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:11.991750 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-18ddd373-7fcd-4e78-a10f-9c4e9d6d759a req-d413f834-9f7e-4990-a3d9-f99c24fc3703 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.1709993 Jun 14 14:51:12.101029 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-18ddd373-7fcd-4e78-a10f-9c4e9d6d759a req-375e2f39-8390-47b2-b263-a85b35fe320d tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026676 Jun 14 14:51:12.119424 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf6af3-a339-46aa-9a29-7d9b9361e7c4 req-34b4bfe5-d756-43ae-9412-9ec41ff54d97 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:12.132205 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-57cf6af3-a339-46aa-9a29-7d9b9361e7c4 req-34b4bfe5-d756-43ae-9412-9ec41ff54d97 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.3066406 Jun 14 14:51:12.147857 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5ddfd6c1-b9ef-43e4-a18a-ba427ea00024 req-d1df663d-7193-415f-92ed-ffbab1667121 service neutron] 10.222.0.35 "GET /v2.0/networks/13f41a5b-bfc8-43e3-b1ba-6182b64bdc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831655 Jun 14 14:51:12.154297 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:12.234165 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb22460-48be-4159-8b00-759e814bc8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b170d4-8a39-441e-905e-e640063f9957'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:51:12.238811 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40af5ed3-fd50-4cab-ad26-6c01e0a19675" -d '{"events": [{"server_uuid": "2eb22460-48be-4159-8b00-759e814bc8bd", "name": "network-vif-plugged", "status": "completed", "tag": "c4b170d4-8a39-441e-905e-e640063f9957"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:51:12.266584 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port c4b170d4-8a39-441e-905e-e640063f9957, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c4b170d4-8a39-441e-905e-e640063f9957,segment=NetworkSegment(7ca67635-549c-4dba-90fa-ab2ef13ca70b),segment_id=7ca67635-549c-4dba-90fa-ab2ef13ca70b)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:12.267268 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b9a45894-9abb-441d-b132-26d8d9d74887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:12.283362 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-57cf6af3-a339-46aa-9a29-7d9b9361e7c4 req-5aa60dc1-b9df-48ad-8874-29d7263f324e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441116 Jun 14 14:51:12.363193 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5be07f-8631-4e67-8632-4141f16e38b7 x-openstack-request-id: req-5b5be07f-8631-4e67-8632-4141f16e38b7 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:51:12.363696 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb22460-48be-4159-8b00-759e814bc8bd", "name": "network-vif-plugged", "status": "completed", "tag": "c4b170d4-8a39-441e-905e-e640063f9957", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:51:12.364475 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b5be07f-8631-4e67-8632-4141f16e38b7 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:51:12.365269 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb22460-48be-4159-8b00-759e814bc8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b170d4-8a39-441e-905e-e640063f9957', 'code': 200} Jun 14 14:51:12.392560 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:12.396326 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-a24c7ff1-f274-41fc-af5f-b81d6dc87d84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:12.431431 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b9a45894-9abb-441d-b132-26d8d9d74887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:12.436096 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-f55c2bee-93de-46a1-af2f-88d7258629f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:12.545553 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=c4b170d4-8a39-441e-905e-e640063f9957,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:12.551297 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:12.557806 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-b9a45894-9abb-441d-b132-26d8d9d74887 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=76c349ede19a4ef8961bc421de2c1bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8053882 Jun 14 14:51:12.559927 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a45894-9abb-441d-b132-26d8d9d74887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99759d94-bfd6-42c2-99c1-8b2e9b9870b7,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:12.561450 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 34660) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:12.654113 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-b9a45894-9abb-441d-b132-26d8d9d74887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:12.739795 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c977a7-c3f7-46c5-8754-3e5310fea786 req-723b03f4-8448-4071-9fae-45457feb8e80 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:12.758541 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-38c977a7-c3f7-46c5-8754-3e5310fea786 req-723b03f4-8448-4071-9fae-45457feb8e80 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.2284317 Jun 14 14:51:12.786051 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f414ae0f-fbbb-465c-87b7-61d533dc6cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:12.897617 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-38c977a7-c3f7-46c5-8754-3e5310fea786 req-2af7c4b2-df17-4812-a4cb-f52e8f8e11bc tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364107 Jun 14 14:51:12.911585 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f414ae0f-fbbb-465c-87b7-61d533dc6cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:13.104922 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cedd7-34f8-46f6-b5ca-1b08e08ea51c req-5748dedc-be32-44d5-b6f7-4b73bda6df4b tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:13.118887 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1a6cedd7-34f8-46f6-b5ca-1b08e08ea51c req-5748dedc-be32-44d5-b6f7-4b73bda6df4b tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eb22460-48be-4159-8b00-759e814bc8bd HTTP/1.1" status: 200 len: 946 time: 0.3046911 Jun 14 14:51:13.235762 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1a6cedd7-34f8-46f6-b5ca-1b08e08ea51c req-99dc716f-515b-41b6-9c70-056d24856d29 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153417 Jun 14 14:51:13.281071 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0fc0f-4fdb-435c-833c-a4c230067acc req-8097f13a-7e00-4a5d-8511-4747d7421862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:13.282027 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eab0fc0f-4fdb-435c-833c-a4c230067acc req-8097f13a-7e00-4a5d-8511-4747d7421862 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2eb22460-48be-4159-8b00-759e814bc8bd HTTP/1.1" status: 200 len: 1099 time: 0.2500334 Jun 14 14:51:13.300707 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874abbf7-d381-44cc-ab6f-8e3380533d46 req-60220916-66b0-405d-9693-35461e78ceca tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:13.314036 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-874abbf7-d381-44cc-ab6f-8e3380533d46 req-60220916-66b0-405d-9693-35461e78ceca tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 943 time: 0.1795509 Jun 14 14:51:13.344001 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f414ae0f-fbbb-465c-87b7-61d533dc6cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:13.348828 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f414ae0f-fbbb-465c-87b7-61d533dc6cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:13.352054 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-f414ae0f-fbbb-465c-87b7-61d533dc6cd4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/99759d94-bfd6-42c2-99c1-8b2e9b9870b7 HTTP/1.1" status: 204 len: 168 time: 0.7883999 Jun 14 14:51:13.363885 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-f04b649e-8854-4f5d-8ba2-c62f00517485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:13.384622 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eab0fc0f-4fdb-435c-833c-a4c230067acc req-401ad007-f611-413e-8581-1d0a0dc6f3b8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918159 Jun 14 14:51:13.385726 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414ae0f-fbbb-465c-87b7-61d533dc6cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99759d94-bfd6-42c2-99c1-8b2e9b9870b7,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:13.388474 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-f414ae0f-fbbb-465c-87b7-61d533dc6cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:13.445988 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-874abbf7-d381-44cc-ab6f-8e3380533d46 req-79ac29fb-9144-494d-a3ef-4eaac33d42dd tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302660 Jun 14 14:51:13.645170 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0c49b-f8fc-425c-9da3-9ab5a7507781 req-244a19be-57a9-429b-baea-3f7d824dd5f3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:13.654427 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e4d0c49b-f8fc-425c-9da3-9ab5a7507781 req-244a19be-57a9-429b-baea-3f7d824dd5f3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.1504734 Jun 14 14:51:13.726953 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e4d0c49b-f8fc-425c-9da3-9ab5a7507781 req-b5794b7f-56c4-421a-923a-8f594f6d7822 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710883 Jun 14 14:51:13.864556 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d499739-4987-4c98-a6d0-4176adb07dbb req-2da02ad4-79e9-4ea0-ad37-7d3e8b057819 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:13.867980 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0d499739-4987-4c98-a6d0-4176adb07dbb req-2da02ad4-79e9-4ea0-ad37-7d3e8b057819 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.1561470 Jun 14 14:51:13.976610 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0d499739-4987-4c98-a6d0-4176adb07dbb req-0c51d2fa-3c9d-4095-918c-3797b1c4448e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965853 Jun 14 14:51:14.198931 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48aa408-16e1-4ae9-9ca1-c4f9e79c6aac req-cc8ec81d-0261-4edb-b816-c954a2bb8272 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:14.201777 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a48aa408-16e1-4ae9-9ca1-c4f9e79c6aac req-cc8ec81d-0261-4edb-b816-c954a2bb8272 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.1208515 Jun 14 14:51:14.338407 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a48aa408-16e1-4ae9-9ca1-c4f9e79c6aac req-0ebdba3a-9f02-4cce-bdf9-4503360a40dc tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246285 Jun 14 14:51:14.690665 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d34f4-0a46-4dfd-bf2a-0dd3924d44f7 req-c0b3be71-e64b-4a4f-bbbc-118177507fef tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:14.710338 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-275d34f4-0a46-4dfd-bf2a-0dd3924d44f7 req-c0b3be71-e64b-4a4f-bbbc-118177507fef tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eb22460-48be-4159-8b00-759e814bc8bd HTTP/1.1" status: 200 len: 946 time: 0.2122161 Jun 14 14:51:14.844524 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-275d34f4-0a46-4dfd-bf2a-0dd3924d44f7 req-d7cd5276-2559-4e10-86f7-3bce2ccbbdd0 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330414 Jun 14 14:51:14.954080 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c761b-95ef-4f84-92dd-423ad0a2b215 req-3f9515dd-eebd-41e0-b4a1-3fd5c8e66401 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:14.972015 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ef9c761b-95ef-4f84-92dd-423ad0a2b215 req-3f9515dd-eebd-41e0-b4a1-3fd5c8e66401 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 943 time: 0.2717800 Jun 14 14:51:15.120429 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ef9c761b-95ef-4f84-92dd-423ad0a2b215 req-6e78981c-0872-43da-8915-71a16bcfbb99 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463032 Jun 14 14:51:15.406335 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6835f-ef8b-4047-ba0c-6c81d647009e req-a2c747d1-3b22-45c3-9c80-bd2b9dc93673 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:15.419877 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-76d6835f-ef8b-4047-ba0c-6c81d647009e req-a2c747d1-3b22-45c3-9c80-bd2b9dc93673 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.1956019 Jun 14 14:51:15.538633 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-76d6835f-ef8b-4047-ba0c-6c81d647009e req-c7746ad8-7280-42ac-a873-740eaac41824 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070426 Jun 14 14:51:15.567333 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fec488-0687-4a57-93b8-90409d7f573a req-ce2f6384-5d67-43e5-a85d-3a7dd897fbf9 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:15.603148 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c9fec488-0687-4a57-93b8-90409d7f573a req-ce2f6384-5d67-43e5-a85d-3a7dd897fbf9 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.2572381 Jun 14 14:51:15.771846 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c9fec488-0687-4a57-93b8-90409d7f573a req-1967c7c8-27d8-4ee9-bb11-70448d539c78 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667273 Jun 14 14:51:15.922636 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 34736) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:16.126325 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707d022-114a-4373-a4e5-2f9ec69de128 req-4a5f90df-2150-4ad1-a648-412abf4d530f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:16.129655 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5707d022-114a-4373-a4e5-2f9ec69de128 req-4a5f90df-2150-4ad1-a648-412abf4d530f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.2226522 Jun 14 14:51:16.156486 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-25389dd0-6e8e-40a2-a0e5-e414c0a25467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:16.267347 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5707d022-114a-4373-a4e5-2f9ec69de128 req-73c0a676-d8aa-4168-901e-67809a9961d9 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316168 Jun 14 14:51:16.357012 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3dfaba-c874-41fb-88f1-eab610566c23 req-7af53c45-7027-475c-b998-cca6b7c726d9 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:16.372066 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cb3dfaba-c874-41fb-88f1-eab610566c23 req-7af53c45-7027-475c-b998-cca6b7c726d9 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eb22460-48be-4159-8b00-759e814bc8bd HTTP/1.1" status: 200 len: 946 time: 0.1889622 Jun 14 14:51:16.478612 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cb3dfaba-c874-41fb-88f1-eab610566c23 req-6107a15f-9715-428d-a2c1-363a3d359df1 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123877 Jun 14 14:51:16.569235 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-25389dd0-6e8e-40a2-a0e5-e414c0a25467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:16.680823 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ce057-ab5c-40db-95cf-58692a10ef3b req-6562840a-40a7-4f23-aef1-67236fc94e28 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:16.683472 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-25389dd0-6e8e-40a2-a0e5-e414c0a25467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:16.691754 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-7e83a5da-af4a-431e-b519-2b844abc6e5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:16.695476 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8c6ce057-ab5c-40db-95cf-58692a10ef3b req-6562840a-40a7-4f23-aef1-67236fc94e28 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 943 time: 0.2140808 Jun 14 14:51:16.848929 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-25389dd0-6e8e-40a2-a0e5-e414c0a25467 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a6b434aa947b4285b1cd3e2aa90de432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9243221 Jun 14 14:51:16.851050 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 34760) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:16.860466 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8c6ce057-ab5c-40db-95cf-58692a10ef3b req-8d076681-1b27-4cb1-ada6-e06bca50b070 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629298 Jun 14 14:51:16.925188 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25389dd0-6e8e-40a2-a0e5-e414c0a25467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2ccc41-c5a3-45a2-82a7-accaeea0d3b1,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:16.937490 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-25389dd0-6e8e-40a2-a0e5-e414c0a25467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:17.075461 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-794304e5-31e4-44a7-a186-d49f381ecdfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:17.126990 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-794304e5-31e4-44a7-a186-d49f381ecdfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:17.327515 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-794304e5-31e4-44a7-a186-d49f381ecdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:17.340392 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14919d30-060a-418c-b9d6-f02e99b144fa req-79f51c5a-3756-46c5-8694-432683bbe52e tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:17.340392 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-14919d30-060a-418c-b9d6-f02e99b144fa req-79f51c5a-3756-46c5-8694-432683bbe52e tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.1778500 Jun 14 14:51:17.364188 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-794304e5-31e4-44a7-a186-d49f381ecdfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:17.364188 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-794304e5-31e4-44a7-a186-d49f381ecdfe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0c2ccc41-c5a3-45a2-82a7-accaeea0d3b1 HTTP/1.1" status: 204 len: 168 time: 0.5064662 Jun 14 14:51:17.364188 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:17.490902 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794304e5-31e4-44a7-a186-d49f381ecdfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2ccc41-c5a3-45a2-82a7-accaeea0d3b1,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:17.503169 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-794304e5-31e4-44a7-a186-d49f381ecdfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:17.574912 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-14919d30-060a-418c-b9d6-f02e99b144fa req-2fa8a650-a61a-48a0-bc9d-d2968cbbc258 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112567 Jun 14 14:51:18.067804 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92fc2a-6af1-450d-843f-240689013222 req-cae345eb-5bd3-4345-a03e-65d9276e2230 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:18.070603 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fb92fc2a-6af1-450d-843f-240689013222 req-cae345eb-5bd3-4345-a03e-65d9276e2230 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.1077924 Jun 14 14:51:18.126860 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095774e-b742-416a-bcc1-1599f1bb8ae0 req-08a7e33d-4a71-47b8-8ac4-0bdc005a22dd tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:18.129813 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7095774e-b742-416a-bcc1-1599f1bb8ae0 req-08a7e33d-4a71-47b8-8ac4-0bdc005a22dd tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.1711187 Jun 14 14:51:18.139008 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0122a-2366-4af2-b81a-49e62eb1c87d req-181e205e-64c1-498e-abdb-fa2e06dadc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:18.140631 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cad0122a-2366-4af2-b81a-49e62eb1c87d req-181e205e-64c1-498e-abdb-fa2e06dadc3b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e07cdcf5e1a4b67b7bff1eba180a07d&device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 1098 time: 0.1441331 Jun 14 14:51:18.142208 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fb92fc2a-6af1-450d-843f-240689013222 req-353258c3-ceda-4341-bd5f-4c39ffce56a0 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553718 Jun 14 14:51:18.300211 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7095774e-b742-416a-bcc1-1599f1bb8ae0 req-69b72d27-732e-481c-9cf4-529c5b2e398d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585343 Jun 14 14:51:18.362644 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0122a-2366-4af2-b81a-49e62eb1c87d req-1a4dbf37-0078-4bdd-93c7-653e1573baf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:18.364213 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cad0122a-2366-4af2-b81a-49e62eb1c87d req-1a4dbf37-0078-4bdd-93c7-653e1573baf2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a06fa14-64a9-4a96-b9c1-d8414078e908 HTTP/1.1" status: 200 len: 910 time: 0.2158484 Jun 14 14:51:18.407496 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362f545-645c-426a-ab2c-9c06c160776c req-9acc076f-89f4-49d4-9aea-6a71eddb86bc tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:18.410287 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8362f545-645c-426a-ab2c-9c06c160776c req-9acc076f-89f4-49d4-9aea-6a71eddb86bc tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 943 time: 0.1057935 Jun 14 14:51:18.441611 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:18.483706 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cad0122a-2366-4af2-b81a-49e62eb1c87d req-7fa4b33b-8d8e-4ea9-a803-32bcc511c682 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e19f556d-d2ad-4e9f-ba72-3e1edb02d534 HTTP/1.1" status: 200 len: 1000 time: 0.1104226 Jun 14 14:51:18.498104 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8362f545-645c-426a-ab2c-9c06c160776c req-c6bebb78-1750-4a11-84ed-2311d50c0325 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776813 Jun 14 14:51:18.567091 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0122a-2366-4af2-b81a-49e62eb1c87d req-3077e084-99b6-411d-8bdf-7ac37f07d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:18.568833 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cad0122a-2366-4af2-b81a-49e62eb1c87d req-3077e084-99b6-411d-8bdf-7ac37f07d862 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c472201c-ddff-4483-8b5d-5afdf2431617 HTTP/1.1" status: 200 len: 848 time: 0.0774879 Jun 14 14:51:18.718810 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0122a-2366-4af2-b81a-49e62eb1c87d req-df121853-6114-4a92-ae5b-597b558485a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:18.721255 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cad0122a-2366-4af2-b81a-49e62eb1c87d req-df121853-6114-4a92-ae5b-597b558485a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a06fa14-64a9-4a96-b9c1-d8414078e908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1420689 Jun 14 14:51:19.258365 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cad0122a-2366-4af2-b81a-49e62eb1c87d req-112deac0-2ab6-4ff1-aea0-e4751272a6b4 service neutron] 10.222.0.35 "GET /v2.0/networks/8a06fa14-64a9-4a96-b9c1-d8414078e908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272243 Jun 14 14:51:19.287917 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6194efc-8cc1-4e79-b6f7-23cb21a9b3ef req-13dd9ff7-747a-47eb-bad2-2a70ebfd2092 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:19.289680 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c6194efc-8cc1-4e79-b6f7-23cb21a9b3ef req-13dd9ff7-747a-47eb-bad2-2a70ebfd2092 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.2392135 Jun 14 14:51:19.415773 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:51:19.487132 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c6194efc-8cc1-4e79-b6f7-23cb21a9b3ef req-91bc8d4c-3b42-43ca-8433-72cb64617016 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796002 Jun 14 14:51:19.543657 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cad0122a-2366-4af2-b81a-49e62eb1c87d req-0b97a02b-39d6-43a1-8145-4bab4c898f83 service neutron] 10.222.0.35 "GET /v2.0/networks/8a06fa14-64a9-4a96-b9c1-d8414078e908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742817 Jun 14 14:51:19.544022 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 34828) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:19.602939 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-85040f4c-9f5d-4d4e-bf35-561455493417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:19.893084 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35eb39a-b57c-445e-bbaf-10e1fcb22466 req-58bbe055-4558-4847-a020-a4d79b542063 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:19.896458 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f35eb39a-b57c-445e-bbaf-10e1fcb22466 req-58bbe055-4558-4847-a020-a4d79b542063 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.2043493 Jun 14 14:51:19.897335 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=33a53a3a-fa3f-4e3c-8726-9eb37dad86f8,segment=NetworkSegment(0fb40bd5-9255-492b-a74d-a71abb8f4028),segment_id=0fb40bd5-9255-492b-a74d-a71abb8f4028)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:19.930169 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Returning: {'device': '33a53a3a-fa3f-4e3c-8726-9eb37dad86f8', 'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28', 'port_id': '33a53a3a-fa3f-4e3c-8726-9eb37dad86f8', 'mac_address': 'fa:16:3e:2d:a5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6289072-b3a8-443b-a36f-11d9caae493c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:51:19.941120 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-85040f4c-9f5d-4d4e-bf35-561455493417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:20.030514 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:20.045836 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-85040f4c-9f5d-4d4e-bf35-561455493417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:20.060518 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f35eb39a-b57c-445e-bbaf-10e1fcb22466 req-8f1e0ef6-bc46-4410-863d-c5b1dd3f8d08 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277742 Jun 14 14:51:20.063010 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:51:20.071132 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-dfd9ca38-a722-44f1-9f9f-22f06eeb1598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:20.093285 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=33a53a3a-fa3f-4e3c-8726-9eb37dad86f8,segment=NetworkSegment(0fb40bd5-9255-492b-a74d-a71abb8f4028),segment_id=0fb40bd5-9255-492b-a74d-a71abb8f4028)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:20.116442 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85040f4c-9f5d-4d4e-bf35-561455493417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486ff675-f620-413d-806b-e95d19dab753,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:20.121328 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-85040f4c-9f5d-4d4e-bf35-561455493417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:20.153032 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-85040f4c-9f5d-4d4e-bf35-561455493417 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2eee96446cba44baa8894f81d4bfea32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6078787 Jun 14 14:51:20.155689 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 34844) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:20.192327 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:20.196358 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-7a4e94ac-ed67-4571-b5fd-a2880888d206 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:20.217404 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930a37a-9efb-4b8c-bb41-ea47b43903cc req-d07f1d3a-3bec-454a-a068-e7c3e2767961 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:20.220754 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9930a37a-9efb-4b8c-bb41-ea47b43903cc req-d07f1d3a-3bec-454a-a068-e7c3e2767961 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.2682056 Jun 14 14:51:20.319966 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=33a53a3a-fa3f-4e3c-8726-9eb37dad86f8,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:20.323519 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:20.335806 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ca8fec4e-a0af-4d6e-bac0-a697ae7646d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:20.345257 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9930a37a-9efb-4b8c-bb41-ea47b43903cc req-2bd1c1c6-ce92-48dc-8e0e-3557044b4870 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172359 Jun 14 14:51:20.434284 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ca8fec4e-a0af-4d6e-bac0-a697ae7646d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:20.659639 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['33a53a3a-fa3f-4e3c-8726-9eb37dad86f8'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:51:20.756240 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc9e3b-20c7-46b8-b712-6e1be92613a1 req-794d697a-32e8-4a32-87e1-d0368888fba5 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:20.769796 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f6dc9e3b-20c7-46b8-b712-6e1be92613a1 req-794d697a-32e8-4a32-87e1-d0368888fba5 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eb22460-48be-4159-8b00-759e814bc8bd HTTP/1.1" status: 200 len: 946 time: 0.1647830 Jun 14 14:51:20.853003 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f6dc9e3b-20c7-46b8-b712-6e1be92613a1 req-2f196c3c-80ac-4fd3-8dd9-6a0f24be224d tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769076 Jun 14 14:51:21.019454 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bfc25-85b3-414d-9d8d-4107607f3dd5 req-5574d0b8-e10b-498b-92a1-d27dcd85aae0 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:21.027703 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-391bfc25-85b3-414d-9d8d-4107607f3dd5 req-5574d0b8-e10b-498b-92a1-d27dcd85aae0 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 944 time: 0.7479253 Jun 14 14:51:21.163138 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-391bfc25-85b3-414d-9d8d-4107607f3dd5 req-8cdec7aa-4acc-4d44-9cff-700c907fb7c9 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344323 Jun 14 14:51:21.243033 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ca8fec4e-a0af-4d6e-bac0-a697ae7646d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:21.249463 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ca8fec4e-a0af-4d6e-bac0-a697ae7646d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:21.256105 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-ca8fec4e-a0af-4d6e-bac0-a697ae7646d9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/486ff675-f620-413d-806b-e95d19dab753 HTTP/1.1" status: 204 len: 168 time: 1.0942042 Jun 14 14:51:21.256105 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:21.261089 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749204af-2c57-499a-96a7-2588652f70bb req-32612050-3427-482f-a060-35554d09f02b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:21.276236 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-749204af-2c57-499a-96a7-2588652f70bb req-32612050-3427-482f-a060-35554d09f02b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.1722083 Jun 14 14:51:21.291551 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8fec4e-a0af-4d6e-bac0-a697ae7646d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486ff675-f620-413d-806b-e95d19dab753,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:21.309166 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-ca8fec4e-a0af-4d6e-bac0-a697ae7646d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:21.394379 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-749204af-2c57-499a-96a7-2588652f70bb req-7a6e4b02-71a8-4009-bef7-2d4b331efec0 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171169 Jun 14 14:51:21.545104 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0eddc0-e859-4b79-b59a-1a8e381a368f req-93e08db3-0303-4f27-bf47-5566a2881ec2 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:21.558408 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bb0eddc0-e859-4b79-b59a-1a8e381a368f req-93e08db3-0303-4f27-bf47-5566a2881ec2 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.1687989 Jun 14 14:51:21.637837 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bb0eddc0-e859-4b79-b59a-1a8e381a368f req-3608ee83-e4a0-4fdc-be50-26f2ca2ef550 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784628 Jun 14 14:51:21.647724 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98530b0-12a9-4536-a67c-d1d57513b177 req-b8ad0e2e-4f2f-4583-82ae-f5e8e4427c45 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:21.649561 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c98530b0-12a9-4536-a67c-d1d57513b177 req-b8ad0e2e-4f2f-4583-82ae-f5e8e4427c45 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eb22460-48be-4159-8b00-759e814bc8bd HTTP/1.1" status: 200 len: 946 time: 0.1786885 Jun 14 14:51:21.702906 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3f5dc-f060-4010-817d-fca8b318183a req-a885a100-cfb3-471d-a3fc-a48efdbc0b98 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:21.715156 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-42f3f5dc-f060-4010-817d-fca8b318183a req-a885a100-cfb3-471d-a3fc-a48efdbc0b98 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.1532998 Jun 14 14:51:21.785922 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-42f3f5dc-f060-4010-817d-fca8b318183a req-e58c17ce-51ee-43c6-b0e9-eee8270526e4 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627012 Jun 14 14:51:21.905374 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-c98530b0-12a9-4536-a67c-d1d57513b177 req-43557c81-e631-4b87-9c15-be9ff4d8e270 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Deleting port c4b170d4-8a39-441e-905e-e640063f9957 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:51:21.905779 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c98530b0-12a9-4536-a67c-d1d57513b177 req-43557c81-e631-4b87-9c15-be9ff4d8e270 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:22.153607 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-c98530b0-12a9-4536-a67c-d1d57513b177 req-43557c81-e631-4b87-9c15-be9ff4d8e270 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] For port c4b170d4-8a39-441e-905e-e640063f9957, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c4b170d4-8a39-441e-905e-e640063f9957,segment=NetworkSegment(7ca67635-549c-4dba-90fa-ab2ef13ca70b),segment_id=7ca67635-549c-4dba-90fa-ab2ef13ca70b)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:22.154351 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c98530b0-12a9-4536-a67c-d1d57513b177 req-43557c81-e631-4b87-9c15-be9ff4d8e270 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:22.275671 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 34874) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:22.321525 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-c98530b0-12a9-4536-a67c-d1d57513b177 req-43557c81-e631-4b87-9c15-be9ff4d8e270 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Calling delete_port for c4b170d4-8a39-441e-905e-e640063f9957 owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:51:22.359115 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7e703-ef5b-4715-8204-a33775ab0f2e req-3994bd60-91ec-4fa1-ab31-391387199110 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:22.360749 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e3f7e703-ef5b-4715-8204-a33775ab0f2e req-3994bd60-91ec-4fa1-ab31-391387199110 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eb22460-48be-4159-8b00-759e814bc8bd HTTP/1.1" status: 200 len: 946 time: 0.3245351 Jun 14 14:51:22.512757 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e3f7e703-ef5b-4715-8204-a33775ab0f2e req-ddcdba39-2a3f-4a83-a3b5-8c9930703498 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744562 Jun 14 14:51:22.555120 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407c575-f1e1-4d6f-bd31-8aa14261948e req-07d516c6-d039-4311-9b73-205d336ed64c tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:22.564711 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3407c575-f1e1-4d6f-bd31-8aa14261948e req-07d516c6-d039-4311-9b73-205d336ed64c tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 944 time: 0.1852267 Jun 14 14:51:22.662349 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7347f8a2-16c3-4bc8-8ab3-23b8e73d716f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:22.745648 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c98530b0-12a9-4536-a67c-d1d57513b177 req-43557c81-e631-4b87-9c15-be9ff4d8e270 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:22.759922 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['c4b170d4-8a39-441e-905e-e640063f9957'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:51:22.762551 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:22.800835 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3407c575-f1e1-4d6f-bd31-8aa14261948e req-8f4ea8b2-f31a-4371-ba76-456f2e334022 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342408 Jun 14 14:51:23.003252 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43557c81-e631-4b87-9c15-be9ff4d8e270 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Pushing event deleted for resources: {'Port': ['ID=c4b170d4-8a39-441e-905e-e640063f9957,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:23.014845 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98530b0-12a9-4536-a67c-d1d57513b177 req-43557c81-e631-4b87-9c15-be9ff4d8e270 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] No DVR routers for this DVR port c4b170d4-8a39-441e-905e-e640063f9957 on host hv-cinder-77262 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:51:23.017362 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c98530b0-12a9-4536-a67c-d1d57513b177 req-43557c81-e631-4b87-9c15-be9ff4d8e270 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:23.025462 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c98530b0-12a9-4536-a67c-d1d57513b177 req-43557c81-e631-4b87-9c15-be9ff4d8e270 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.35 "DELETE /v2.0/ports/c4b170d4-8a39-441e-905e-e640063f9957 HTTP/1.1" status: 204 len: 173 time: 1.3649836 Jun 14 14:51:23.069475 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-43557c81-e631-4b87-9c15-be9ff4d8e270 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:23.070172 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb22460-48be-4159-8b00-759e814bc8bd', 'name': 'network-vif-deleted', 'tag': 'c4b170d4-8a39-441e-905e-e640063f9957'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:51:23.073876 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9acaeac-2d31-4e7d-bad4-0a625019d530" -d '{"events": [{"server_uuid": "2eb22460-48be-4159-8b00-759e814bc8bd", "name": "network-vif-deleted", "tag": "c4b170d4-8a39-441e-905e-e640063f9957"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:51:23.110894 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7347f8a2-16c3-4bc8-8ab3-23b8e73d716f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:23.133519 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48dbae9-2ada-4d9c-abe4-50d559855e44 req-2ad55da5-a018-4157-a453-deed61130009 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:23.139639 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86743ec3-5aba-4c85-ba2a-f7a7b1c4acaf req-478d5cac-d8ff-4319-8990-c8b5a0dcd4ad tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:23.141357 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c48dbae9-2ada-4d9c-abe4-50d559855e44 req-2ad55da5-a018-4157-a453-deed61130009 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.2508385 Jun 14 14:51:23.147928 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-86743ec3-5aba-4c85-ba2a-f7a7b1c4acaf req-478d5cac-d8ff-4319-8990-c8b5a0dcd4ad tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.1585855 Jun 14 14:51:23.188079 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c48dbae9-2ada-4d9c-abe4-50d559855e44 req-d4768cde-c7ef-4b46-af13-8760e032b703 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457063 Jun 14 14:51:23.200222 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-86743ec3-5aba-4c85-ba2a-f7a7b1c4acaf req-294b5ca6-e49d-4392-b298-349d5bcb6478 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512490 Jun 14 14:51:23.265806 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7347f8a2-16c3-4bc8-8ab3-23b8e73d716f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:23.269511 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:23.311827 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38954f8-39f9-4e46-8b74-4b7071ef9d38 x-openstack-request-id: req-b38954f8-39f9-4e46-8b74-4b7071ef9d38 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:51:23.312234 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb22460-48be-4159-8b00-759e814bc8bd", "name": "network-vif-deleted", "tag": "c4b170d4-8a39-441e-905e-e640063f9957", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:51:23.312686 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b38954f8-39f9-4e46-8b74-4b7071ef9d38 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:51:23.313743 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb22460-48be-4159-8b00-759e814bc8bd', 'name': 'network-vif-deleted', 'tag': 'c4b170d4-8a39-441e-905e-e640063f9957', 'status': 'completed', 'code': 200} Jun 14 14:51:23.415133 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 34908) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:23.415298 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-7347f8a2-16c3-4bc8-8ab3-23b8e73d716f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a81800ef1ae4b31b0c0d313b6890d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1379273 Jun 14 14:51:23.421347 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347f8a2-16c3-4bc8-8ab3-23b8e73d716f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916496c0-0ae2-48e1-8fa5-c63480a1961b,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:23.440431 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-7347f8a2-16c3-4bc8-8ab3-23b8e73d716f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:23.456198 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 up at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:23.537074 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-02459e7a-07a4-48aa-8f44-7cb961b169a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:23.650822 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-02459e7a-07a4-48aa-8f44-7cb961b169a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:23.774247 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning for port 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:51:23.780054 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning complete for port 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:23.786962 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:23.963243 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-81c5e880-888e-4c8d-9e2d-545d996c19f2 req-1b80965c-2bb0-4e08-aacc-5c8b437a6998 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=2eb22460-48be-4159-8b00-759e814bc8bd HTTP/1.1" status: 200 len: 210 time: 0.1524553 Jun 14 14:51:23.967136 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-02459e7a-07a4-48aa-8f44-7cb961b169a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:23.982010 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-02459e7a-07a4-48aa-8f44-7cb961b169a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:23.983449 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-02459e7a-07a4-48aa-8f44-7cb961b169a2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/916496c0-0ae2-48e1-8fa5-c63480a1961b HTTP/1.1" status: 204 len: 168 time: 0.5666621 Jun 14 14:51:23.984624 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-def9c47a-5d30-4224-b4c5-08cc417ca099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:24.047378 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02459e7a-07a4-48aa-8f44-7cb961b169a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916496c0-0ae2-48e1-8fa5-c63480a1961b,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:24.066229 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-02459e7a-07a4-48aa-8f44-7cb961b169a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:24.199953 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:24.261405 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d86ef-17d8-4307-8ebb-73b7b362b1bc req-c5f464f7-71c7-46a2-b48a-2fed8a60b2e5 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:24.265207 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7d0d86ef-17d8-4307-8ebb-73b7b362b1bc req-c5f464f7-71c7-46a2-b48a-2fed8a60b2e5 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 944 time: 0.1524684 Jun 14 14:51:24.275618 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14c0dae-6889-4ecc-b714-5c3f064e449e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a53a3a-fa3f-4e3c-8726-9eb37dad86f8'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:51:24.275618 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea6e620-a71f-46f6-93e1-2ce6f077e1e5" -d '{"events": [{"server_uuid": "d14c0dae-6889-4ecc-b714-5c3f064e449e", "name": "network-vif-plugged", "status": "completed", "tag": "33a53a3a-fa3f-4e3c-8726-9eb37dad86f8"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:51:24.321477 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=33a53a3a-fa3f-4e3c-8726-9eb37dad86f8,segment=NetworkSegment(0fb40bd5-9255-492b-a74d-a71abb8f4028),segment_id=0fb40bd5-9255-492b-a74d-a71abb8f4028)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:24.371795 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7d0d86ef-17d8-4307-8ebb-73b7b362b1bc req-3f5ecaed-fe82-417c-8eee-03c0a17e80e5 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908582 Jun 14 14:51:24.443905 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:24.443905 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device c4b170d4-8a39-441e-905e-e640063f9957 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:51:24.446889 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:24.551789 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] No Port match for: c4b170d4-8a39-441e-905e-e640063f9957 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:51:24.557334 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device c4b170d4-8a39-441e-905e-e640063f9957 not bound to the agent host hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:51:24.626607 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=33a53a3a-fa3f-4e3c-8726-9eb37dad86f8,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:24.632550 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9adf6-f4aa-4b12-bba9-0e7f5ae442d2 req-ecee338f-dc13-4a00-b06f-160c6417868e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:24.637438 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:24.643710 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-12f9adf6-f4aa-4b12-bba9-0e7f5ae442d2 req-ecee338f-dc13-4a00-b06f-160c6417868e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.2246540 Jun 14 14:51:24.697781 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-12f9adf6-f4aa-4b12-bba9-0e7f5ae442d2 req-e47d02dd-e60f-4136-b32a-8e9b63948c9e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527275 Jun 14 14:51:24.723424 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 34934) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:24.733219 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881dda30-2438-43f5-8a1c-afd1af50d6af req-77c7ff77-1879-4ceb-a355-54626fb1f3d1 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:24.735086 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-881dda30-2438-43f5-8a1c-afd1af50d6af req-77c7ff77-1879-4ceb-a355-54626fb1f3d1 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.0926104 Jun 14 14:51:24.761325 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f447bcf-72a9-41bf-bbea-fce84b21a8e4 x-openstack-request-id: req-8f447bcf-72a9-41bf-bbea-fce84b21a8e4 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:51:24.761635 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14c0dae-6889-4ecc-b714-5c3f064e449e", "name": "network-vif-plugged", "status": "completed", "tag": "33a53a3a-fa3f-4e3c-8726-9eb37dad86f8", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:51:24.761895 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f447bcf-72a9-41bf-bbea-fce84b21a8e4 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:51:24.762297 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14c0dae-6889-4ecc-b714-5c3f064e449e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a53a3a-fa3f-4e3c-8726-9eb37dad86f8', 'code': 200} Jun 14 14:51:24.791469 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-881dda30-2438-43f5-8a1c-afd1af50d6af req-2db5d68a-45ea-48ba-a770-3a70d80b5668 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497673 Jun 14 14:51:24.871698 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9c344bfa-a4c4-4cd1-89d3-a479f89ed273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:24.994615 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9c344bfa-a4c4-4cd1-89d3-a479f89ed273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:25.331277 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9c344bfa-a4c4-4cd1-89d3-a479f89ed273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:25.339448 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-25389dd0-6e8e-40a2-a0e5-e414c0a25467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:25.445757 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-9c344bfa-a4c4-4cd1-89d3-a479f89ed273 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=adc8c49fa7724c64bc1486fe6fd42a2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7203453 Jun 14 14:51:25.450079 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 34968) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:25.471492 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c344bfa-a4c4-4cd1-89d3-a479f89ed273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fee413c-2e1d-4b91-a434-46dacb41bd78,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:25.490243 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-9c344bfa-a4c4-4cd1-89d3-a479f89ed273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:25.556039 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-1a36e4af-3f1e-4c3f-b83d-2ab8af5b8d7f tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:25.557573 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-1a36e4af-3f1e-4c3f-b83d-2ab8af5b8d7f tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/networks?id=a28f1014-36ac-4a38-8e89-cde81866dc2a HTTP/1.1" status: 200 len: 809 time: 0.2461081 Jun 14 14:51:25.576336 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-4f4d4679-b0c7-4077-92e7-50cccd2f5f87 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/quotas/0a98b036d6ad4b57a9f4d78301098915 HTTP/1.1" status: 200 len: 375 time: 0.0122018 Jun 14 14:51:25.621289 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-166ef172-8f3f-4565-9ad2-45a8af8a9534 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0a98b036d6ad4b57a9f4d78301098915&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394135 Jun 14 14:51:25.638676 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b6228778-321f-4741-b6f9-a7ed69273021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:25.724075 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b6228778-321f-4741-b6f9-a7ed69273021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:25.863301 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-d4d9bd4d-6a6e-4a44-b118-3214be2e838d service neutron] 10.222.0.48 "GET /v2.0/networks/a28f1014-36ac-4a38-8e89-cde81866dc2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335963 Jun 14 14:51:25.896965 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41babf-ebca-4ad3-994c-afc58293749c req-1ace04f0-b6d5-4fcf-9217-c898a6686a2e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:25.902048 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8a41babf-ebca-4ad3-994c-afc58293749c req-1ace04f0-b6d5-4fcf-9217-c898a6686a2e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 945 time: 0.3216062 Jun 14 14:51:25.905344 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ce31e-ce99-49b9-b799-c9a3b64b9eb2 req-9fbe9871-79f6-43bf-8e79-c004cf518476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:25.906846 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-162ce31e-ce99-49b9-b799-c9a3b64b9eb2 req-9fbe9871-79f6-43bf-8e79-c004cf518476 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 1098 time: 0.3113503 Jun 14 14:51:25.984303 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-162ce31e-ce99-49b9-b799-c9a3b64b9eb2 req-cdf0444f-fee7-4a45-9fac-d89ed2e771e6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680099 Jun 14 14:51:25.996091 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b6228778-321f-4741-b6f9-a7ed69273021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:26.009057 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b6228778-321f-4741-b6f9-a7ed69273021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:26.012315 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-b6228778-321f-4741-b6f9-a7ed69273021 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5fee413c-2e1d-4b91-a434-46dacb41bd78 HTTP/1.1" status: 204 len: 168 time: 0.5591764 Jun 14 14:51:26.035344 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-01d6e150-f177-4f95-b195-a64a071b88d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:26.045320 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8a41babf-ebca-4ad3-994c-afc58293749c req-8fdf513f-abc7-4b4c-8f7b-0ba2d1f09c52 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423657 Jun 14 14:51:26.046526 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6228778-321f-4741-b6f9-a7ed69273021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fee413c-2e1d-4b91-a434-46dacb41bd78,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:26.049907 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-92f141e3-5688-4332-adda-ed05e40214c1 service neutron] 10.222.0.48 "GET /v2.0/networks/a28f1014-36ac-4a38-8e89-cde81866dc2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850145 Jun 14 14:51:26.050663 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-b6228778-321f-4741-b6f9-a7ed69273021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:26.459756 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de9cc5-3f6e-40a6-b175-374b484ade17 req-1775cb0a-a1b2-4d5a-9b8e-05a5353f09d2 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:26.462842 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-30de9cc5-3f6e-40a6-b175-374b484ade17 req-1775cb0a-a1b2-4d5a-9b8e-05a5353f09d2 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.1808605 Jun 14 14:51:26.545537 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-30de9cc5-3f6e-40a6-b175-374b484ade17 req-ad4f843a-37a4-4b4b-b695-5b2d51a040ee tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703039 Jun 14 14:51:26.664997 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-639b3427-3e63-4127-835c-c6f021e6e0cd req-93f49b0e-d731-44f2-a007-2b50131ec82a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 210 time: 0.0535433 Jun 14 14:51:26.871514 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c3df2-8a6f-4148-bdc2-ef75e177bc88 req-4919b85a-eb46-430c-ae0e-80532e06a214 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:26.880130 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9a7c3df2-8a6f-4148-bdc2-ef75e177bc88 req-4919b85a-eb46-430c-ae0e-80532e06a214 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.1965768 Jun 14 14:51:26.932195 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9a7c3df2-8a6f-4148-bdc2-ef75e177bc88 req-c4f3067e-9bc9-4577-ac32-1f52bfa22e67 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505657 Jun 14 14:51:27.398866 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462bf03-ef68-4069-8664-c37d385f3146 req-6853d31d-f943-4110-8490-bc82d7c032a7 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:27.400803 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b462bf03-ef68-4069-8664-c37d385f3146 req-6853d31d-f943-4110-8490-bc82d7c032a7 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 945 time: 0.1556623 Jun 14 14:51:27.450528 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b462bf03-ef68-4069-8664-c37d385f3146 req-adc30aef-567e-4815-be1b-08263ae3ed37 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435269 Jun 14 14:51:27.763456 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-19755320-689c-41ea-893e-9a7f29ec660a req-dcda9d1e-939f-4427-ab4c-e48dbcde4922 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 210 time: 0.0444350 Jun 14 14:51:27.773699 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5cea8-98bd-4fda-bda9-5ca4a17d0146 req-2f4463a5-ab3a-47da-965d-44e8650e7775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:27.777334 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a4b5cea8-98bd-4fda-bda9-5ca4a17d0146 req-2f4463a5-ab3a-47da-965d-44e8650e7775 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 1099 time: 0.1882436 Jun 14 14:51:27.814704 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96daf549-e532-4b9d-9600-52db016df68d req-6c572b63-632c-4eab-94cb-bbbe56ef44c9 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:27.817975 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-96daf549-e532-4b9d-9600-52db016df68d req-6c572b63-632c-4eab-94cb-bbbe56ef44c9 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.1012433 Jun 14 14:51:27.834018 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a4b5cea8-98bd-4fda-bda9-5ca4a17d0146 req-b5d8f136-2816-42e1-b92c-04ab4e321969 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477915 Jun 14 14:51:27.867039 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-96daf549-e532-4b9d-9600-52db016df68d req-88c7de73-64cf-4021-877b-421c45b5603b tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410700 Jun 14 14:51:28.166833 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda2024-65ab-46dc-951a-424f0b5662ab req-824bf6be-4128-48be-a8f9-9015c90ca022 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:28.168979 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9cda2024-65ab-46dc-951a-424f0b5662ab req-824bf6be-4128-48be-a8f9-9015c90ca022 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.0943463 Jun 14 14:51:28.224677 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9cda2024-65ab-46dc-951a-424f0b5662ab req-5bc6669f-0b29-45f5-8258-b655164bd8ac tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471220 Jun 14 14:51:28.629208 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d4f81-9228-4bf6-8eee-e2e3e4abd2ed req-75c871f5-ec15-45d7-b6bf-6b02f792f51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:28.631462 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c64d4f81-9228-4bf6-8eee-e2e3e4abd2ed req-75c871f5-ec15-45d7-b6bf-6b02f792f51c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d950955f31d9460680045199b53c917f&device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 1099 time: 0.0776575 Jun 14 14:51:28.672461 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdb155-f12b-44ca-ae78-e7cd8e56c46d req-5615ba9f-4de4-4558-b448-7b8bf36c18be tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:28.674329 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-06cdb155-f12b-44ca-ae78-e7cd8e56c46d req-5615ba9f-4de4-4558-b448-7b8bf36c18be tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 945 time: 0.0850143 Jun 14 14:51:28.743181 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-06cdb155-f12b-44ca-ae78-e7cd8e56c46d req-e6357b8f-636e-40df-9c92-b4fb8d7abdcc tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599895 Jun 14 14:51:28.837212 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d4f81-9228-4bf6-8eee-e2e3e4abd2ed req-164403ad-0fde-475f-8103-cb1f650b50af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:28.839844 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c64d4f81-9228-4bf6-8eee-e2e3e4abd2ed req-164403ad-0fde-475f-8103-cb1f650b50af service neutron] 10.222.0.35 "GET /v2.0/networks?id=1d5f5609-c7ac-49b5-a256-436c63bd28f5 HTTP/1.1" status: 200 len: 917 time: 0.1969376 Jun 14 14:51:29.030178 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c64d4f81-9228-4bf6-8eee-e2e3e4abd2ed req-a101fa4d-d913-4d7d-85d3-2210138b2b5e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fa81b1d-00e2-46d7-a1eb-9d358789109e HTTP/1.1" status: 200 len: 1002 time: 0.1811860 Jun 14 14:51:29.060332 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0506ae68-4144-49cd-9704-c11823bc02dc req-932216b6-a58b-40c4-b5d3-dc35f4df7546 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 210 time: 0.0726681 Jun 14 14:51:29.157981 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729dfa35-98d9-4a75-9b34-cfb92d4e5cd0 req-30035748-6f25-46f6-a09d-9523a23824db tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:29.165241 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-729dfa35-98d9-4a75-9b34-cfb92d4e5cd0 req-30035748-6f25-46f6-a09d-9523a23824db tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 945 time: 0.2061820 Jun 14 14:51:29.169189 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d4f81-9228-4bf6-8eee-e2e3e4abd2ed req-b3785f49-5fbb-4382-8d96-3851dfb883ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:29.170674 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c64d4f81-9228-4bf6-8eee-e2e3e4abd2ed req-b3785f49-5fbb-4382-8d96-3851dfb883ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16c47a92-806f-4b00-927d-529a6aa19a53 HTTP/1.1" status: 200 len: 855 time: 0.1207798 Jun 14 14:51:29.257868 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-729dfa35-98d9-4a75-9b34-cfb92d4e5cd0 req-394578fe-c5c1-49cb-8d53-4557bf76c7c8 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915406 Jun 14 14:51:29.293109 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 35126) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:29.326043 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d4f81-9228-4bf6-8eee-e2e3e4abd2ed req-087ba2ca-5ae9-40b6-9ce5-2ede9403111f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:29.328666 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c64d4f81-9228-4bf6-8eee-e2e3e4abd2ed req-087ba2ca-5ae9-40b6-9ce5-2ede9403111f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1d5f5609-c7ac-49b5-a256-436c63bd28f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1413124 Jun 14 14:51:29.575923 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29473c2b-846f-47b0-be21-5c49f0867681 req-386eb14c-4fd2-4cc6-ba64-08d0c1fec707 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:29.579631 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-29473c2b-846f-47b0-be21-5c49f0867681 req-386eb14c-4fd2-4cc6-ba64-08d0c1fec707 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.3176329 Jun 14 14:51:29.670021 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-29473c2b-846f-47b0-be21-5c49f0867681 req-ae973cb1-b229-437d-ba93-86b0142ce46e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803545 Jun 14 14:51:29.733363 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c64d4f81-9228-4bf6-8eee-e2e3e4abd2ed req-339a390c-fafe-405b-9195-ae4855330d4a service neutron] 10.222.0.35 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817139 Jun 14 14:51:29.757467 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0a2dc-ada8-440a-b8cb-c69a28ad317f req-a97124eb-faeb-4b01-b8aa-3f36780ad248 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:29.759039 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-28a0a2dc-ada8-440a-b8cb-c69a28ad317f req-a97124eb-faeb-4b01-b8aa-3f36780ad248 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.2653971 Jun 14 14:51:29.939274 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-28a0a2dc-ada8-440a-b8cb-c69a28ad317f req-fd93426f-6588-4429-a8ab-e001f7f0a392 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550927 Jun 14 14:51:29.950625 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fec12d6-f175-4673-b866-cbc00b07e00b tempest-TestShelveInstance-1334642271 tempest-TestShelveInstance-1334642271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:29.951994 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-0fec12d6-f175-4673-b866-cbc00b07e00b tempest-TestShelveInstance-1334642271 tempest-TestShelveInstance-1334642271-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 1093 time: 0.6570022 Jun 14 14:51:29.959321 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 35138) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:29.963881 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Request body: {'floatingip': {'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'port_id': '33a53a3a-fa3f-4e3c-8726-9eb37dad86f8', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:51:29.981011 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c64d4f81-9228-4bf6-8eee-e2e3e4abd2ed req-2fcf9140-c54a-4206-b9cb-a77a18a200fe service neutron] 10.222.0.35 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378397 Jun 14 14:51:30.122832 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-cdb83d1f-4958-4501-897f-b78438a53e7e tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:30.124733 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-cdb83d1f-4958-4501-897f-b78438a53e7e tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.35 "GET /v2.0/networks?id=a28f1014-36ac-4a38-8e89-cde81866dc2a HTTP/1.1" status: 200 len: 809 time: 0.1789699 Jun 14 14:51:30.141081 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-f4561924-2559-4c47-bfcc-0a8fb088bd1a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Request body: {'port': {'device_id': 'e54a16b0-726a-482a-b586-6f493de62d4b', 'network_id': 'a28f1014-36ac-4a38-8e89-cde81866dc2a', 'admin_state_up': True, 'tenant_id': '0a98b036d6ad4b57a9f4d78301098915'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:51:30.147577 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for floatingip, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:30.353883 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:30.537198 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Allocated IP 172.27.2.178 (fc485d09-1af9-4f7a-81e8-700830ebc213/e09b5c2d-fde6-405d-9c65-d45cf22b44a3/c46f3fc9-2260-4323-9b5a-c280413e285b) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:51:30.600365 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-73528cd7-dcf8-4ed7-aab6-12748a53dfd8 req-6442a2b3-e68a-4c4c-ba44-9ebb1d3b6f8f tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 210 time: 0.0825915 Jun 14 14:51:30.776833 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-8df4b494-86b6-48db-8aa8-580602b25421 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=153a030167ab4a39a79492dc4fa795b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690250 Jun 14 14:51:30.800612 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-f4561924-2559-4c47-bfcc-0a8fb088bd1a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Made reservation on behalf of 0a98b036d6ad4b57a9f4d78301098915 for: {'port': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:51:30.805918 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-f4561924-2559-4c47-bfcc-0a8fb088bd1a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:30.942933 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for port, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:31.037029 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8d0de-ee38-42d0-be96-1933051ed827 req-3f869c0d-522c-4cd1-8c30-9f9b79280899 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:31.038512 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bbd8d0de-ee38-42d0-be96-1933051ed827 req-3f869c0d-522c-4cd1-8c30-9f9b79280899 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.1922677 Jun 14 14:51:31.108489 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-f4561924-2559-4c47-bfcc-0a8fb088bd1a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Allocated IP 172.20.0.9 (a28f1014-36ac-4a38-8e89-cde81866dc2a/6e9269aa-1f15-44d6-9bda-9047956100bc/75a77bba-7999-4bea-b550-d310e420cbf7) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:51:31.122798 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bbd8d0de-ee38-42d0-be96-1933051ed827 req-a70fb78e-099b-4f21-b52d-1c95ef50fe1d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735607 Jun 14 14:51:31.432852 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-f4561924-2559-4c47-bfcc-0a8fb088bd1a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Notify callbacks [] for port, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:31.463364 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69574e4c-bd6a-4003-bc69-bdb78a770e79 req-7f2d142f-8f2b-400b-a0c9-ac821fac40c1 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:31.465019 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-69574e4c-bd6a-4003-bc69-bdb78a770e79 req-7f2d142f-8f2b-400b-a0c9-ac821fac40c1 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 946 time: 0.1312544 Jun 14 14:51:31.471075 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 9fa81b1d-00e2-46d7-a1eb-9d358789109e no longer exists at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:51:31.487688 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-28271682-d402-48ff-b92f-11da1ecd724d tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:31.492400 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-28271682-d402-48ff-b92f-11da1ecd724d tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7088916 Jun 14 14:51:31.537586 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-fb6ab44b-d834-43da-82fa-2a5140eda2de tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/quotas/153a030167ab4a39a79492dc4fa795b1 HTTP/1.1" status: 200 len: 375 time: 0.0344405 Jun 14 14:51:31.549154 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-69574e4c-bd6a-4003-bc69-bdb78a770e79 req-4b079529-8f81-40dd-af5d-6d48db870f6f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687168 Jun 14 14:51:31.602772 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-bc93dadb-4e75-4bc5-bb83-3bdfa9f8ddc6 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=153a030167ab4a39a79492dc4fa795b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566072 Jun 14 14:51:31.648823 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-f4561924-2559-4c47-bfcc-0a8fb088bd1a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27717363'] for port, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:31.660529 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:31.662130 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-0d7f4bb8-e919-490f-8da7-d69e4c84552b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:31.689348 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28280472'] for port, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:31.692785 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-126d1dc1-7c6f-4395-a093-8110725f5784 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:31.709298 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-f4561924-2559-4c47-bfcc-0a8fb088bd1a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Network a28f1014-36ac-4a38-8e89-cde81866dc2a is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:51:31.730065 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-f4561924-2559-4c47-bfcc-0a8fb088bd1a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:51:31.737360 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-f4561924-2559-4c47-bfcc-0a8fb088bd1a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:51:31.785583 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce76d42-aea2-4568-86d1-8a933f60803b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fa81b1d-00e2-46d7-a1eb-9d358789109e'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:51:31.788935 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636fb43c-c2aa-4104-9930-5cbd3029b051" -d '{"events": [{"server_uuid": "7ce76d42-aea2-4568-86d1-8a933f60803b", "name": "network-vif-unplugged", "status": "completed", "tag": "9fa81b1d-00e2-46d7-a1eb-9d358789109e"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:51:31.805891 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 9fa81b1d-00e2-46d7-a1eb-9d358789109e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9fa81b1d-00e2-46d7-a1eb-9d358789109e,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:31.810545 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Network fc485d09-1af9-4f7a-81e8-700830ebc213 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:51:31.812484 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:51:31.813341 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4561924-2559-4c47-bfcc-0a8fb088bd1a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Pushing event updated for resources: {'Port': ['ID=75a77bba-7999-4bea-b550-d310e420cbf7,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:31.814681 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Pushing event updated for resources: {'Port': ['ID=c46f3fc9-2260-4323-9b5a-c280413e285b,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:31.819299 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-f4561924-2559-4c47-bfcc-0a8fb088bd1a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:31.822294 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:51:31.830321 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:31.830321 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:31.830321 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:31.830321 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:31.830321 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:31.830321 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:31.830321 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:31.830321 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:31.830321 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:31.830321 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:31.830321 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:31.830321 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:31.859506 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:31.888351 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bdb3a775-8d0a-46f4-851c-e481cc89f278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:31.894932 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-f4561924-2559-4c47-bfcc-0a8fb088bd1a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:31.899766 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:31.900195 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-f4561924-2559-4c47-bfcc-0a8fb088bd1a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for port, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:31.903240 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-7a4e94ac-ed67-4571-b5fd-a2880888d206 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:31.987368 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=9fa81b1d-00e2-46d7-a1eb-9d358789109e,revision_number=8']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:32.002266 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:32.023516 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5445b-a44d-4f17-87b4-ffa8edf84344 req-c90c49c4-26b4-4661-ba03-6a1df6290885 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:32.025393 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-aeb5445b-a44d-4f17-87b4-ffa8edf84344 req-c90c49c4-26b4-4661-ba03-6a1df6290885 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.2474904 Jun 14 14:51:32.027384 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-f4561924-2559-4c47-bfcc-0a8fb088bd1a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8904655 Jun 14 14:51:32.053899 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Request body: {'port': {'device_id': 'e54a16b0-726a-482a-b586-6f493de62d4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:51:32.206675 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-aeb5445b-a44d-4f17-87b4-ffa8edf84344 req-5237bd36-ecb8-4fce-a9eb-b77a5ac9af9a tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489165 Jun 14 14:51:32.225808 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:32.371052 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Jun 2021 14:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f72688f-5435-444b-ad2a-0c12d205d31c x-openstack-request-id: req-4f72688f-5435-444b-ad2a-0c12d205d31c {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:51:32.371352 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce76d42-aea2-4568-86d1-8a933f60803b", "name": "network-vif-unplugged", "status": "completed", "tag": "9fa81b1d-00e2-46d7-a1eb-9d358789109e", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:51:32.371813 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f72688f-5435-444b-ad2a-0c12d205d31c {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:51:32.372229 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce76d42-aea2-4568-86d1-8a933f60803b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fa81b1d-00e2-46d7-a1eb-9d358789109e', 'code': 200} Jun 14 14:51:32.507693 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-279f86a9-f324-4353-8c15-bbfffcb66db2 req-95ca3ab4-d84b-4e91-9124-df872d332a77 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 210 time: 0.0641360 Jun 14 14:51:32.513823 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb398a0-2884-498a-88fe-4a2ab20bb7c3 req-91934620-89da-43ef-bc84-25bb2177be19 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:32.532020 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0bb398a0-2884-498a-88fe-4a2ab20bb7c3 req-91934620-89da-43ef-bc84-25bb2177be19 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 931 time: 0.3967695 Jun 14 14:51:32.667744 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0bb398a0-2884-498a-88fe-4a2ab20bb7c3 req-dbc0a31b-004c-4e28-975e-ecad62575ae9 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346235 Jun 14 14:51:32.836629 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a77bba-7999-4bea-b550-d310e420cbf7 {{(pid=103388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:51:32.849699 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:32.878367 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.provisioning_blocks [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Transition to ACTIVE for port object 75a77bba-7999-4bea-b550-d310e420cbf7 will not be triggered until provisioned by entity L2. {{(pid=103388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:51:32.888916 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:32.917784 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d8a1a-34cc-42e0-a1f2-c4389516c517 req-6e2b84ec-0033-4fd5-b722-4b1ff799e292 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:32.920203 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5a1d8a1a-34cc-42e0-a1f2-c4389516c517 req-6e2b84ec-0033-4fd5-b722-4b1ff799e292 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.1332130 Jun 14 14:51:32.953874 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27717325'] for port, after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:32.956363 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-535a2df6-9ab9-49f0-acc0-f2331fbc2221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:33.012477 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5a1d8a1a-34cc-42e0-a1f2-c4389516c517 req-5b2e0e34-9176-4031-9780-ed7f03276220 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835180 Jun 14 14:51:33.162347 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:33.236726 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Attempting to bind port 75a77bba-7999-4bea-b550-d310e420cbf7 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:51:33.236889 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Attempting to bind port 75a77bba-7999-4bea-b550-d310e420cbf7 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '7ca67635-549c-4dba-90fa-ab2ef13ca70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a28f1014-36ac-4a38-8e89-cde81866dc2a'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:51:33.237127 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Attempting to bind port 75a77bba-7999-4bea-b550-d310e420cbf7 on network a28f1014-36ac-4a38-8e89-cde81866dc2a {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:51:33.240005 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Pushing event updated for resources: {'Port': ['ID=75a77bba-7999-4bea-b550-d310e420cbf7,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:33.249301 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:33.249695 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:33.250020 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:33.250376 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:33.250812 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:33.251067 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:33.251414 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:33.251789 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:33.252134 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:33.252716 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:33.252838 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:33.253140 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:51:33.258050 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:33.259060 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Port 75a77bba-7999-4bea-b550-d310e420cbf7 on network a28f1014-36ac-4a38-8e89-cde81866dc2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:51:33.262322 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Attempting to bind port 75a77bba-7999-4bea-b550-d310e420cbf7 on network a28f1014-36ac-4a38-8e89-cde81866dc2a {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:51:33.273277 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Checking agent: {'id': '8465c201-e91e-4007-8337-fb267b4bb0bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'started_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:51:33.274126 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Checking segment: {'id': '7ca67635-549c-4dba-90fa-ab2ef13ca70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a28f1014-36ac-4a38-8e89-cde81866dc2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:51:33.275135 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Bound using segment: {'id': '7ca67635-549c-4dba-90fa-ab2ef13ca70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a28f1014-36ac-4a38-8e89-cde81866dc2a'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:51:33.275672 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Bound port: 75a77bba-7999-4bea-b550-d310e420cbf7, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca67635-549c-4dba-90fa-ab2ef13ca70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a28f1014-36ac-4a38-8e89-cde81866dc2a'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:51:33.276036 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:33.388985 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] For port 75a77bba-7999-4bea-b550-d310e420cbf7, host hv-cinder-77262, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:51:33.396080 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] For port 75a77bba-7999-4bea-b550-d310e420cbf7, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=75a77bba-7999-4bea-b550-d310e420cbf7,segment=NetworkSegment(7ca67635-549c-4dba-90fa-ab2ef13ca70b),segment_id=7ca67635-549c-4dba-90fa-ab2ef13ca70b)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:51:33.439312 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:33.461668 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:51:33.518236 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27717325'] for port, after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:33.521206 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-0d7f4bb8-e919-490f-8da7-d69e4c84552b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:33.564533 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:33.565660 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for port, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:33.566697 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] 10.222.0.35 "PUT /v2.0/ports/75a77bba-7999-4bea-b550-d310e420cbf7 HTTP/1.1" status: 200 len: 1093 time: 1.5276134 Jun 14 14:51:33.567656 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54a16b0-726a-482a-b586-6f493de62d4b', 'tag': '75a77bba-7999-4bea-b550-d310e420cbf7'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:51:33.570310 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d16000bb1453c626be2c9fe90cf152d3497827e73c55abcdb2fab0d7ea5a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd2af0a-005d-4ca6-a104-03367c04f868" -d '{"events": [{"name": "network-changed", "server_uuid": "e54a16b0-726a-482a-b586-6f493de62d4b", "tag": "75a77bba-7999-4bea-b550-d310e420cbf7"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:51:33.599476 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:33.604936 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-43557c81-e631-4b87-9c15-be9ff4d8e270 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:33.695261 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-37130c14-6542-4f7b-a4e0-966c77f04840 req-12b4ed28-6cc7-4db1-9af0-1b3caf3ce37b tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 210 time: 0.0745547 Jun 14 14:51:33.710478 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Pushing event updated for resources: {'Port': ['ID=75a77bba-7999-4bea-b550-d310e420cbf7,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:33.731175 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:33.823916 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Pushing event updated for resources: {'Port': ['ID=c46f3fc9-2260-4323-9b5a-c280413e285b,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:33.852842 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:33.860074 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17325aa3-8137-4f8b-a287-7e013c9cd172 x-openstack-request-id: req-17325aa3-8137-4f8b-a287-7e013c9cd172 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:51:33.860384 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54a16b0-726a-482a-b586-6f493de62d4b", "tag": "75a77bba-7999-4bea-b550-d310e420cbf7", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:51:33.860758 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17325aa3-8137-4f8b-a287-7e013c9cd172 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:51:33.861188 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54a16b0-726a-482a-b586-6f493de62d4b', 'tag': '75a77bba-7999-4bea-b550-d310e420cbf7', 'status': 'completed', 'code': 200} Jun 14 14:51:33.882518 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768775'] for floatingip, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:33.946899 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-30e40972-51f9-421e-9e4c-0ee48c3ea11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:33.948693 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-30e40972-51f9-421e-9e4c-0ee48c3ea11b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a98b036d6ad4b57a9f4d78301098915&device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 1096 time: 0.1736157 Jun 14 14:51:34.076690 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-e4805efd-a11f-4f55-a7ec-84d6abb323b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75a77bba-7999-4bea-b550-d310e420cbf7 HTTP/1.1" status: 200 len: 217 time: 0.1166737 Jun 14 14:51:34.151987 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.db.l3_db [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Floating IP 234ebd98-e4b5-4e6f-b2d4-39658df8586d associated. External IP: 172.27.2.178, port: 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8. Jun 14 14:51:34.179154 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 35240) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:34.207994 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-cd68faa1-1455-4b17-a068-845dfdde0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:34.209820 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-cd68faa1-1455-4b17-a068-845dfdde0be3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e9269aa-1f15-44d6-9bda-9047956100bc HTTP/1.1" status: 200 len: 849 time: 0.0941417 Jun 14 14:51:34.262215 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-a46bf5de-a343-4bbd-bad5-5e87d1cc0979 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a28f1014-36ac-4a38-8e89-cde81866dc2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404017 Jun 14 14:51:34.270879 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c27028-bf8c-48be-a88e-10413231e213 req-bb8d1293-8c07-4731-a778-7b669cb1eba4 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:34.272886 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b7c27028-bf8c-48be-a88e-10413231e213 req-bb8d1293-8c07-4731-a778-7b669cb1eba4 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 943 time: 0.1990142 Jun 14 14:51:34.435820 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b7c27028-bf8c-48be-a88e-10413231e213 req-ee42808b-efd8-4f5f-8b1f-be18e9ce0f51 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538639 Jun 14 14:51:34.465084 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-23e32d19-376c-49d5-b2b3-95ce4e588c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:34.541712 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-bee49c01-4247-4661-989f-d03d0524764f service neutron] 10.222.0.35 "GET /v2.0/networks/a28f1014-36ac-4a38-8e89-cde81866dc2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674918 Jun 14 14:51:34.688988 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Router d114ae3f-4592-496b-add6-f75cfb8f96b8 has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:51:34.721164 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1c69b648-cbf2-46c8-8985-89e662d3cf73 req-4ac684b4-66c5-41ed-a4e4-8ab443114130 service neutron] 10.222.0.35 "GET /v2.0/networks/a28f1014-36ac-4a38-8e89-cde81866dc2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715932 Jun 14 14:51:34.755684 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-23e32d19-376c-49d5-b2b3-95ce4e588c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:34.867978 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-23e32d19-376c-49d5-b2b3-95ce4e588c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:34.874237 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-85040f4c-9f5d-4d4e-bf35-561455493417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:34.916581 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e32d19-376c-49d5-b2b3-95ce4e588c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f1c3c1-6d32-4ca6-9b0d-a62dc6eca218,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:34.979488 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:51:34.992353 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a2af31-4c7c-450c-9bbf-2d778a45c33c None None] Sync routers for ids ['d114ae3f-4592-496b-add6-f75cfb8f96b8'] in dv-cinder-772623-8-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:51:35.004982 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a2af31-4c7c-450c-9bbf-2d778a45c33c None None] Routers {'d114ae3f-4592-496b-add6-f75cfb8f96b8'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:51:35.005713 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-04a2af31-4c7c-450c-9bbf-2d778a45c33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:51:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['d114ae3f-4592-496b-add6-f75cfb8f96b8'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:35.011947 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-23e32d19-376c-49d5-b2b3-95ce4e588c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:35.089178 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for floatingip, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:35.119039 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9981f00d-8b66-45d5-9105-70070d214002 req-c972f670-d7b4-4842-829b-c19413ee0809 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 210 time: 0.1223962 Jun 14 14:51:35.144264 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-23e32d19-376c-49d5-b2b3-95ce4e588c92 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5206b01032c410aaf4fe9af373efdb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9631963 Jun 14 14:51:35.146025 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 35258) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:35.233552 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2730393 Jun 14 14:51:35.237881 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14c0dae-6889-4ecc-b714-5c3f064e449e', 'tag': '33a53a3a-fa3f-4e3c-8726-9eb37dad86f8'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:51:35.250344 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cba04ba-6158-432d-8060-e233a9315783" -d '{"events": [{"name": "network-changed", "server_uuid": "d14c0dae-6889-4ecc-b714-5c3f064e449e", "tag": "33a53a3a-fa3f-4e3c-8726-9eb37dad86f8"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:51:35.256962 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2af0a-005d-4ca6-a104-03367c04f868 req-bb4017a8-f37b-46e6-ac30-3be9dc6fca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:35.258780 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8dd2af0a-005d-4ca6-a104-03367c04f868 req-bb4017a8-f37b-46e6-ac30-3be9dc6fca4b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a98b036d6ad4b57a9f4d78301098915&device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 1096 time: 0.3855987 Jun 14 14:51:35.259906 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d1529eb6-bcbd-4882-a99f-fd57b8de60bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:35.309614 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-04a2af31-4c7c-450c-9bbf-2d778a45c33c None None] Set router d114ae3f-4592-496b-add6-f75cfb8f96b8 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:51:35.357735 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d1529eb6-bcbd-4882-a99f-fd57b8de60bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:35.484873 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2af0a-005d-4ca6-a104-03367c04f868 req-2abfe464-6d29-470c-b03c-3bf11bada7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:35.486460 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8dd2af0a-005d-4ca6-a104-03367c04f868 req-2abfe464-6d29-470c-b03c-3bf11bada7dc service neutron] 10.222.0.35 "GET /v2.0/networks?id=a28f1014-36ac-4a38-8e89-cde81866dc2a HTTP/1.1" status: 200 len: 910 time: 0.2121997 Jun 14 14:51:35.490420 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 9fa81b1d-00e2-46d7-a1eb-9d358789109e no longer exists at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:51:35.563405 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8dd2af0a-005d-4ca6-a104-03367c04f868 req-ea9f5f09-e443-4570-9a4d-e46ca21f191a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75a77bba-7999-4bea-b550-d310e420cbf7 HTTP/1.1" status: 200 len: 217 time: 0.0663619 Jun 14 14:51:35.588153 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c9446ce3-4784-48ce-bfd6-7c72d8cd14c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:35.597548 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-527d01bd-d7da-4d5b-8443-1b1086b59312 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=153a030167ab4a39a79492dc4fa795b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594726 Jun 14 14:51:35.657346 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2af0a-005d-4ca6-a104-03367c04f868 req-085fa8f6-6d94-4534-b819-99ca1eaf6ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:35.658986 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8dd2af0a-005d-4ca6-a104-03367c04f868 req-085fa8f6-6d94-4534-b819-99ca1eaf6ff6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6e9269aa-1f15-44d6-9bda-9047956100bc HTTP/1.1" status: 200 len: 849 time: 0.0858274 Jun 14 14:51:35.714828 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8dd2af0a-005d-4ca6-a104-03367c04f868 req-c6d47249-3365-46f6-af41-830abb587c8b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a28f1014-36ac-4a38-8e89-cde81866dc2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475941 Jun 14 14:51:35.716157 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d1529eb6-bcbd-4882-a99f-fd57b8de60bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:35.729739 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d1529eb6-bcbd-4882-a99f-fd57b8de60bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:35.731077 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d1529eb6-bcbd-4882-a99f-fd57b8de60bf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c9f1c3c1-6d32-4ca6-9b0d-a62dc6eca218 HTTP/1.1" status: 204 len: 168 time: 0.5728719 Jun 14 14:51:35.732080 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-fb5a6595-8f18-4f1e-80e7-cf838bec0c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:35.769523 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1529eb6-bcbd-4882-a99f-fd57b8de60bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f1c3c1-6d32-4ca6-9b0d-a62dc6eca218,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:35.791958 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-d1529eb6-bcbd-4882-a99f-fd57b8de60bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:35.832670 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf16802c-8e2a-4cbc-b4f3-d783cd858e17 x-openstack-request-id: req-bf16802c-8e2a-4cbc-b4f3-d783cd858e17 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:51:35.834074 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14c0dae-6889-4ecc-b714-5c3f064e449e", "tag": "33a53a3a-fa3f-4e3c-8726-9eb37dad86f8", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:51:35.834236 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bf16802c-8e2a-4cbc-b4f3-d783cd858e17 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:51:35.834806 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14c0dae-6889-4ecc-b714-5c3f064e449e', 'tag': '33a53a3a-fa3f-4e3c-8726-9eb37dad86f8', 'status': 'completed', 'code': 200} Jun 14 14:51:35.847336 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.35', 62257) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:35.934819 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-04a2af31-4c7c-450c-9bbf-2d778a45c33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'name': 'tempest-TestShelveInstance-803766828-router', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '654c91d8-8a0f-4bf3-b681-447182729b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:49:51Z', 'updated_at': '2021-06-14T14:49:59Z', 'revision_number': 4, 'project_id': 'd779389355af44759f4711a7a199a059', 'gw_port': {'id': '654c91d8-8a0f-4bf3-b681-447182729b62', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:94:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:49:52Z', 'updated_at': '2021-06-14T14:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': '234ebd98-e4b5-4e6f-b2d4-39658df8586d', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'floating_ip_address': '172.27.2.178', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'port_id': '33a53a3a-fa3f-4e3c-8726-9eb37dad86f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28', 'mac_address': 'fa:16:3e:2d:a5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14c0dae-6889-4ecc-b714-5c3f064e449e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:51:32Z', 'updated_at': '2021-06-14T14:51:32Z', 'revision_number': 0, 'project_id': 'd779389355af44759f4711a7a199a059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '543e5538-2e91-4542-ae09-b422570c5810', 'name': '', 'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'mac_address': 'fa:16:3e:74:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'e6289072-b3a8-443b-a36f-11d9caae493c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:49:57Z', 'updated_at': '2021-06-14T14:50:10Z', 'revision_number': 5, 'project_id': 'd779389355af44759f4711a7a199a059', 'subnets': [{'id': 'e6289072-b3a8-443b-a36f-11d9caae493c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:35.945145 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a2af31-4c7c-450c-9bbf-2d778a45c33c None None] Checking router: d114ae3f-4592-496b-add6-f75cfb8f96b8 for host: dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:51:35.967504 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.35', 62258) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:36.006326 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a2af31-4c7c-450c-9bbf-2d778a45c33c None None] Routers {'d114ae3f-4592-496b-add6-f75cfb8f96b8'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:51:36.006993 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-04a2af31-4c7c-450c-9bbf-2d778a45c33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:51:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['d114ae3f-4592-496b-add6-f75cfb8f96b8'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:36.099302 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-d0d0b025-6ce0-4de3-bbb5-9cb5558b9d71 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:36.101167 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-d0d0b025-6ce0-4de3-bbb5-9cb5558b9d71 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4952312 Jun 14 14:51:36.191428 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8dd2af0a-005d-4ca6-a104-03367c04f868 req-43c60fee-6c36-4d80-b570-f8fa7403517e service neutron] 10.222.0.35 "GET /v2.0/networks/a28f1014-36ac-4a38-8e89-cde81866dc2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067917 Jun 14 14:51:36.343030 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-04a2af31-4c7c-450c-9bbf-2d778a45c33c None None] Set router d114ae3f-4592-496b-add6-f75cfb8f96b8 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:51:36.374654 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9cd52-4379-4e50-a984-bdc0e2fa3c51 req-1aefa060-56f4-4272-ac90-730dae82c7b5 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:36.383533 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ffa9cd52-4379-4e50-a984-bdc0e2fa3c51 req-1aefa060-56f4-4272-ac90-730dae82c7b5 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 943 time: 0.3400645 Jun 14 14:51:36.447287 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8dd2af0a-005d-4ca6-a104-03367c04f868 req-184de3fb-0b1b-434d-837c-8945e7ea2116 service neutron] 10.222.0.35 "GET /v2.0/networks/a28f1014-36ac-4a38-8e89-cde81866dc2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457993 Jun 14 14:51:36.450786 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ffa9cd52-4379-4e50-a984-bdc0e2fa3c51 req-528e0425-3da7-4327-93b0-f14b224655f1 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660954 Jun 14 14:51:36.506716 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:36.627832 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-108d9c08-7eb6-42f5-9e09-af390b5d6c42 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Request body: {'port': {'device_id': '773ce9be-f6af-43b3-b405-da6472ec550d', 'network_id': 'e0dfdb0e-d90d-4f6a-a607-6e475071d8dd', 'admin_state_up': True, 'tenant_id': '153a030167ab4a39a79492dc4fa795b1'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:51:36.700713 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba04ba-6158-432d-8060-e233a9315783 req-998a8ec5-055e-4f8d-85e3-4010d9463b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:36.702671 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5cba04ba-6158-432d-8060-e233a9315783 req-998a8ec5-055e-4f8d-85e3-4010d9463b26 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d779389355af44759f4711a7a199a059&device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 1098 time: 0.8532166 Jun 14 14:51:36.782432 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7de54-21ac-404f-9a60-0aa4b2655f3c req-3a65a6c9-92ff-40d7-aa05-a91fb93092c7 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:36.795364 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7bc7de54-21ac-404f-9a60-0aa4b2655f3c req-3a65a6c9-92ff-40d7-aa05-a91fb93092c7 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.1447818 Jun 14 14:51:36.879362 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7bc7de54-21ac-404f-9a60-0aa4b2655f3c req-4c4cd23a-b0b1-46f7-b804-470aaf10efe7 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802202 Jun 14 14:51:36.885920 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb6293-6f5f-4bd1-94f8-ecc98bf1f12e req-0acd915a-db13-4ac7-b139-5a0e0a25a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:36.887941 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9fcb6293-6f5f-4bd1-94f8-ecc98bf1f12e req-0acd915a-db13-4ac7-b139-5a0e0a25a971 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=961e2167fbc04b84a095ba99391daa7f&device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 1098 time: 0.9173000 Jun 14 14:51:36.901621 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 35296) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:36.911470 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc91b61-ed90-4d29-a7d3-17965a0a39d8 req-4c41c826-7ed1-4ddb-858f-022933e647af tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:36.913063 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cdc91b61-ed90-4d29-a7d3-17965a0a39d8 req-4c41c826-7ed1-4ddb-858f-022933e647af tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.9442496 Jun 14 14:51:36.924026 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3a1b87a9-d017-4666-be32-72b7f4196cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:36.988436 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-04a2af31-4c7c-450c-9bbf-2d778a45c33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'name': 'tempest-TestShelveInstance-803766828-router', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '654c91d8-8a0f-4bf3-b681-447182729b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:49:51Z', 'updated_at': '2021-06-14T14:49:59Z', 'revision_number': 4, 'project_id': 'd779389355af44759f4711a7a199a059', 'gw_port': {'id': '654c91d8-8a0f-4bf3-b681-447182729b62', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:94:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:49:52Z', 'updated_at': '2021-06-14T14:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': '234ebd98-e4b5-4e6f-b2d4-39658df8586d', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'floating_ip_address': '172.27.2.178', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'port_id': '33a53a3a-fa3f-4e3c-8726-9eb37dad86f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28', 'mac_address': 'fa:16:3e:2d:a5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14c0dae-6889-4ecc-b714-5c3f064e449e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:51:32Z', 'updated_at': '2021-06-14T14:51:32Z', 'revision_number': 0, 'project_id': 'd779389355af44759f4711a7a199a059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '543e5538-2e91-4542-ae09-b422570c5810', 'name': '', 'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'mac_address': 'fa:16:3e:74:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'e6289072-b3a8-443b-a36f-11d9caae493c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:49:57Z', 'updated_at': '2021-06-14T14:50:10Z', 'revision_number': 5, 'project_id': 'd779389355af44759f4711a7a199a059', 'subnets': [{'id': 'e6289072-b3a8-443b-a36f-11d9caae493c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:51:36.993148 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a2af31-4c7c-450c-9bbf-2d778a45c33c None None] The sync data for ids ['d114ae3f-4592-496b-add6-f75cfb8f96b8'] in dv-cinder-772623-8-iscsi is: [{'id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'name': 'tempest-TestShelveInstance-803766828-router', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '654c91d8-8a0f-4bf3-b681-447182729b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:49:51Z', 'updated_at': '2021-06-14T14:49:59Z', 'revision_number': 4, 'project_id': 'd779389355af44759f4711a7a199a059', 'gw_port': {'id': '654c91d8-8a0f-4bf3-b681-447182729b62', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:94:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:49:52Z', 'updated_at': '2021-06-14T14:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': '234ebd98-e4b5-4e6f-b2d4-39658df8586d', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'floating_ip_address': '172.27.2.178', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'port_id': '33a53a3a-fa3f-4e3c-8726-9eb37dad86f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28', 'mac_address': 'fa:16:3e:2d:a5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14c0dae-6889-4ecc-b714-5c3f064e449e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:51:32Z', 'updated_at': '2021-06-14T14:51:32Z', 'revision_number': 0, 'project_id': 'd779389355af44759f4711a7a199a059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '543e5538-2e91-4542-ae09-b422570c5810', 'name': '', 'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'mac_address': 'fa:16:3e:74:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'e6289072-b3a8-443b-a36f-11d9caae493c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:49:57Z', 'updated_at': '2021-06-14T14:50:10Z', 'revision_number': 5, 'project_id': 'd779389355af44759f4711a7a199a059', 'subnets': [{'id': 'e6289072-b3a8-443b-a36f-11d9caae493c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:51:37.104085 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-108d9c08-7eb6-42f5-9e09-af390b5d6c42 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Made reservation on behalf of 153a030167ab4a39a79492dc4fa795b1 for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:51:37.104747 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a790335a-90d1-41bd-91a2-3b81966627ae req-d7d04990-7f84-4b6e-8d15-1f36ff462e30 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 210 time: 0.0596755 Jun 14 14:51:37.107814 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-108d9c08-7eb6-42f5-9e09-af390b5d6c42 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:37.140080 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-108d9c08-7eb6-42f5-9e09-af390b5d6c42 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:37.196788 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 35302) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:37.244915 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cdc91b61-ed90-4d29-a7d3-17965a0a39d8 req-c59f4ede-6e8d-4d9e-a96a-0c2cbe76b4a1 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3147264 Jun 14 14:51:37.285749 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3a1b87a9-d017-4666-be32-72b7f4196cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:37.319108 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba04ba-6158-432d-8060-e233a9315783 req-a9a9b3a9-9091-412c-aded-60bbc2981332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:37.321571 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5cba04ba-6158-432d-8060-e233a9315783 req-a9a9b3a9-9091-412c-aded-60bbc2981332 service neutron] 10.222.0.35 "GET /v2.0/networks?id=13f41a5b-bfc8-43e3-b1ba-6182b64bdc28 HTTP/1.1" status: 200 len: 909 time: 0.6070209 Jun 14 14:51:37.395439 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af9d25d-e242-4068-9f0d-bcfbf6091bf2 None None] New status for floating IP 234ebd98-e4b5-4e6f-b2d4-39658df8586d: ACTIVE {{(pid=103389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 14:51:37.413385 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3a1b87a9-d017-4666-be32-72b7f4196cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:37.419699 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-cb2e00ac-309c-4b78-9e16-3f1498b2e1ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:37.462048 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb6293-6f5f-4bd1-94f8-ecc98bf1f12e req-8d1d7684-4231-4826-922c-6200bec0e560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:37.463993 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9fcb6293-6f5f-4bd1-94f8-ecc98bf1f12e req-8d1d7684-4231-4826-922c-6200bec0e560 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8b454c64-970f-47e1-a40e-57537dd1c348 HTTP/1.1" status: 200 len: 920 time: 0.5459909 Jun 14 14:51:37.492139 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-58efd131-f1e7-4350-9e12-c24408d1d73e req-7ba2f62d-3fdc-4a22-9217-11ffa3ae9700 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2930305 Jun 14 14:51:37.493208 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b87a9-d017-4666-be32-72b7f4196cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323339e6-7889-4e7f-be02-29818b18bd56,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:37.497901 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-3a1b87a9-d017-4666-be32-72b7f4196cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:37.502812 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-3a1b87a9-d017-4666-be32-72b7f4196cc2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=912cacac4bde438d95b7b3ddbff6543b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6000249 Jun 14 14:51:37.503458 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 35310) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:37.535873 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 75a77bba-7999-4bea-b550-d310e420cbf7 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:51:37.612833 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9fcb6293-6f5f-4bd1-94f8-ecc98bf1f12e req-cd33b82b-e142-48ae-b9c3-d1196b0b47db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=123abbd5-df4e-492e-ba09-a70c6c1bfb6e HTTP/1.1" status: 200 len: 217 time: 0.1285896 Jun 14 14:51:37.649704 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5cba04ba-6158-432d-8060-e233a9315783 req-b2a389e3-c4e0-439b-a02d-687899ed9e40 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 HTTP/1.1" status: 200 len: 999 time: 0.3143001 Jun 14 14:51:37.853004 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.db.resource_extend [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 14 14:51:37.889136 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba04ba-6158-432d-8060-e233a9315783 req-2a5f9755-5ad0-4f53-b7da-717afa5e0da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:37.891647 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5cba04ba-6158-432d-8060-e233a9315783 req-2a5f9755-5ad0-4f53-b7da-717afa5e0da2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6289072-b3a8-443b-a36f-11d9caae493c HTTP/1.1" status: 200 len: 847 time: 0.1750162 Jun 14 14:51:37.900341 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb6293-6f5f-4bd1-94f8-ecc98bf1f12e req-6dbe6ffc-ba37-4275-a599-c6182a58537d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:37.902816 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9fcb6293-6f5f-4bd1-94f8-ecc98bf1f12e req-6dbe6ffc-ba37-4275-a599-c6182a58537d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d106303-d89a-4acd-899f-44cb0b843ee9 HTTP/1.1" status: 200 len: 859 time: 0.2756023 Jun 14 14:51:38.050552 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9fcb6293-6f5f-4bd1-94f8-ecc98bf1f12e req-f67160a2-54b4-4ae3-8108-4ef0cc45f739 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b454c64-970f-47e1-a40e-57537dd1c348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1283939 Jun 14 14:51:38.131245 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 75a77bba-7999-4bea-b550-d310e420cbf7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=75a77bba-7999-4bea-b550-d310e420cbf7,segment=NetworkSegment(7ca67635-549c-4dba-90fa-ab2ef13ca70b),segment_id=7ca67635-549c-4dba-90fa-ab2ef13ca70b)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:38.154382 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Returning: {'device': '75a77bba-7999-4bea-b550-d310e420cbf7', 'network_id': 'a28f1014-36ac-4a38-8e89-cde81866dc2a', 'port_id': '75a77bba-7999-4bea-b550-d310e420cbf7', 'mac_address': 'fa:16:3e:dd:c8:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e9269aa-1f15-44d6-9bda-9047956100bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:51:38.179198 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9d843777-29ab-448f-a627-183a5a38d31b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:38.204758 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-108d9c08-7eb6-42f5-9e09-af390b5d6c42 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:38.212565 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9d843777-29ab-448f-a627-183a5a38d31b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:38.232168 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:38.269714 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:38.285138 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850d549-4059-4595-ace4-00204eb882e4 req-5b65bf05-7639-453f-96f0-ff87c326252a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:38.292741 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b850d549-4059-4595-ace4-00204eb882e4 req-5b65bf05-7639-453f-96f0-ff87c326252a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 943 time: 0.3038793 Jun 14 14:51:38.308395 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a77bba-7999-4bea-b550-d310e420cbf7 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:51:38.352036 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-108d9c08-7eb6-42f5-9e09-af390b5d6c42 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:38.359126 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b850d549-4059-4595-ace4-00204eb882e4 req-4e086aa8-bda3-44bc-b9d3-91d1688d714f tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649407 Jun 14 14:51:38.368545 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-6517330b-89f2-4573-aaf4-035fe3befaed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:38.373784 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 75a77bba-7999-4bea-b550-d310e420cbf7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=75a77bba-7999-4bea-b550-d310e420cbf7,segment=NetworkSegment(7ca67635-549c-4dba-90fa-ab2ef13ca70b),segment_id=7ca67635-549c-4dba-90fa-ab2ef13ca70b)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:38.473782 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba04ba-6158-432d-8060-e233a9315783 req-6615cdba-cdbc-4d63-8611-394ee24d4a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:38.475369 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5cba04ba-6158-432d-8060-e233a9315783 req-6615cdba-cdbc-4d63-8611-394ee24d4a3d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=13f41a5b-bfc8-43e3-b1ba-6182b64bdc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5665936 Jun 14 14:51:38.510879 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d9c08-7eb6-42f5-9e09-af390b5d6c42 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:38.524718 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:38.527337 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-cf0684f7-3aaa-4efa-a2f2-021d6b3e2892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:38.529283 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-108d9c08-7eb6-42f5-9e09-af390b5d6c42 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:38.544222 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e5274634-8545-438f-a3e7-70f06e8e0075 req-2d3d254d-085d-409d-93cb-35cd55cff367 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 210 time: 0.0386615 Jun 14 14:51:38.545146 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9d843777-29ab-448f-a627-183a5a38d31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:38.547955 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9d843777-29ab-448f-a627-183a5a38d31b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:38.552865 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-9d843777-29ab-448f-a627-183a5a38d31b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/323339e6-7889-4e7f-be02-29818b18bd56 HTTP/1.1" status: 204 len: 168 time: 1.0480838 Jun 14 14:51:38.553787 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-98b63e50-062b-4aa6-a891-5bcbb1275e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:38.573854 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d843777-29ab-448f-a627-183a5a38d31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323339e6-7889-4e7f-be02-29818b18bd56,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:38.573854 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-9d843777-29ab-448f-a627-183a5a38d31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:38.657771 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=75a77bba-7999-4bea-b550-d310e420cbf7,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:38.681685 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9fcb6293-6f5f-4bd1-94f8-ecc98bf1f12e req-15413f40-2fc2-46c9-86b6-bd6677bad251 service neutron] 10.222.0.35 "GET /v2.0/networks/8b454c64-970f-47e1-a40e-57537dd1c348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6111829 Jun 14 14:51:38.684986 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:38.754029 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129ae7e-e05e-48f9-b9bd-abd5470d331c req-573edc31-53e4-4a54-a3ae-c56a79392380 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:38.756470 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8129ae7e-e05e-48f9-b9bd-abd5470d331c req-573edc31-53e4-4a54-a3ae-c56a79392380 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.5171685 Jun 14 14:51:38.830416 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056a174-1fb4-41dc-8b16-35d92a785b5e req-dc62e1c5-3217-41e7-8048-a9e460647330 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:38.832266 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c056a174-1fb4-41dc-8b16-35d92a785b5e req-dc62e1c5-3217-41e7-8048-a9e460647330 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.0896664 Jun 14 14:51:38.861471 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['75a77bba-7999-4bea-b550-d310e420cbf7'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:51:38.899193 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c056a174-1fb4-41dc-8b16-35d92a785b5e req-a6c79f83-b981-4b91-90e0-12a2740bdcd9 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598807 Jun 14 14:51:39.022498 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5cba04ba-6158-432d-8060-e233a9315783 req-438c91cc-76c4-49be-893f-f8a0fc4ba85e service neutron] 10.222.0.35 "GET /v2.0/networks/13f41a5b-bfc8-43e3-b1ba-6182b64bdc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326226 Jun 14 14:51:39.096667 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8129ae7e-e05e-48f9-b9bd-abd5470d331c req-ffe21017-1f50-4311-9a9f-4e85a4a64226 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270874 Jun 14 14:51:39.098829 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-108d9c08-7eb6-42f5-9e09-af390b5d6c42 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Allocated IP 192.168.233.171 (e0dfdb0e-d90d-4f6a-a607-6e475071d8dd/01765de7-ae91-4be9-8e32-8ad51dbf496b/41b83637-5ae2-4b43-bcab-cd47fe304de8) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:51:39.267223 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9fcb6293-6f5f-4bd1-94f8-ecc98bf1f12e req-00b3f2c4-7f30-4de9-a409-526e864866fd service neutron] 10.222.0.35 "GET /v2.0/networks/8b454c64-970f-47e1-a40e-57537dd1c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5292227 Jun 14 14:51:39.359398 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5cba04ba-6158-432d-8060-e233a9315783 req-6677f3d9-aedf-47b5-96f5-9c3dabfdc349 service neutron] 10.222.0.35 "GET /v2.0/networks/13f41a5b-bfc8-43e3-b1ba-6182b64bdc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281503 Jun 14 14:51:39.647886 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 35340) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:39.695832 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dacfc11e-94b3-42ec-b0e5-cf96ca57ec97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:39.777084 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338c7d2-6615-45e2-b794-d31aee8ec457 req-14cd7dd8-27fb-45e9-be40-94420711b3b2 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:39.779133 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7338c7d2-6615-45e2-b794-d31aee8ec457 req-14cd7dd8-27fb-45e9-be40-94420711b3b2 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 944 time: 0.2129018 Jun 14 14:51:39.860006 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7338c7d2-6615-45e2-b794-d31aee8ec457 req-7709ba0f-28c8-48e5-9e52-9d5a65f6e963 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744274 Jun 14 14:51:39.881174 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-108d9c08-7eb6-42f5-9e09-af390b5d6c42 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Notify callbacks [] for port, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:39.937531 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dacfc11e-94b3-42ec-b0e5-cf96ca57ec97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:39.955097 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-92758331-7b40-47fd-ac68-d788f180a5a0 req-cb9297e9-1f5a-4d78-9c35-26ad5df74ecd tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 210 time: 0.0812612 Jun 14 14:51:39.974664 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-108d9c08-7eb6-42f5-9e09-af390b5d6c42 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Transition to ACTIVE for port object 41b83637-5ae2-4b43-bcab-cd47fe304de8 will not be triggered until provisioned by entity DHCP. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:51:40.066479 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dacfc11e-94b3-42ec-b0e5-cf96ca57ec97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:40.084209 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-108d9c08-7eb6-42f5-9e09-af390b5d6c42 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28280472'] for port, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:40.090865 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-44c07bc7-c5af-4e49-968c-93ff75166bc5 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:40.114202 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-56ad8968-6691-458f-b94a-6e2b98e7f37a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:40.152557 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-108d9c08-7eb6-42f5-9e09-af390b5d6c42 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Network e0dfdb0e-d90d-4f6a-a607-6e475071d8dd is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:51:40.156746 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-108d9c08-7eb6-42f5-9e09-af390b5d6c42 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:51:40.162613 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-108d9c08-7eb6-42f5-9e09-af390b5d6c42 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:51:40.170437 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d9c08-7eb6-42f5-9e09-af390b5d6c42 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Pushing event updated for resources: {'Port': ['ID=41b83637-5ae2-4b43-bcab-cd47fe304de8,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:40.207608 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-108d9c08-7eb6-42f5-9e09-af390b5d6c42 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:40.216753 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-dacfc11e-94b3-42ec-b0e5-cf96ca57ec97 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c34fc24dbea49b7a0545ad3683809c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5669529 Jun 14 14:51:40.220950 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfc11e-94b3-42ec-b0e5-cf96ca57ec97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a32592-0d53-4e62-a36e-31a062a0e2cf,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:40.224736 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 35346) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:40.233203 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-dacfc11e-94b3-42ec-b0e5-cf96ca57ec97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:40.258928 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:40.303520 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-108d9c08-7eb6-42f5-9e09-af390b5d6c42 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:40.304435 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e240a-44cb-45ed-8687-44c1077657aa req-082e15bb-40ea-4073-86fc-610a4759d5c8 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:40.305214 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-108d9c08-7eb6-42f5-9e09-af390b5d6c42 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:40.312902 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-da2e240a-44cb-45ed-8687-44c1077657aa req-082e15bb-40ea-4073-86fc-610a4759d5c8 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.2641044 Jun 14 14:51:40.357461 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-54317bdb-6cd0-4018-98a0-e84ddb242eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:40.406228 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-da2e240a-44cb-45ed-8687-44c1077657aa req-9f69b343-a37e-49e3-866a-7d8ad91e9ac7 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922799 Jun 14 14:51:40.431798 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-108d9c08-7eb6-42f5-9e09-af390b5d6c42 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8023081 Jun 14 14:51:40.431973 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-54317bdb-6cd0-4018-98a0-e84ddb242eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:40.444276 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-81fa5190-191e-499e-80c0-aea8d963dfa9 service neutron] Request body: {'port': {'device_id': '773ce9be-f6af-43b3-b405-da6472ec550d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:51:40.527570 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229213f-0e1a-4ed6-951f-19b3f227cd62 req-3a0c2b8f-0814-4f65-93af-eaa0e524b7b8 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:40.529235 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2229213f-0e1a-4ed6-951f-19b3f227cd62 req-3a0c2b8f-0814-4f65-93af-eaa0e524b7b8 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.1769435 Jun 14 14:51:40.619116 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-81fa5190-191e-499e-80c0-aea8d963dfa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:40.623815 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-54317bdb-6cd0-4018-98a0-e84ddb242eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:40.632295 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-54317bdb-6cd0-4018-98a0-e84ddb242eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:40.634815 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-54317bdb-6cd0-4018-98a0-e84ddb242eb8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/54a32592-0d53-4e62-a36e-31a062a0e2cf HTTP/1.1" status: 204 len: 168 time: 0.4068365 Jun 14 14:51:40.636041 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-bd4ff4a9-f67b-4d58-9351-dd09d4ef1d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:40.641870 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2229213f-0e1a-4ed6-951f-19b3f227cd62 req-78b011e1-7370-42c4-81c4-5cb1a8091243 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839214 Jun 14 14:51:40.656610 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54317bdb-6cd0-4018-98a0-e84ddb242eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a32592-0d53-4e62-a36e-31a062a0e2cf,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:40.670347 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-54317bdb-6cd0-4018-98a0-e84ddb242eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:40.670523 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f04667bc-fda5-4880-9baf-34c8f39b4214 None None] Provisioning for port 41b83637-5ae2-4b43-bcab-cd47fe304de8 completed by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:51:40.699912 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f04667bc-fda5-4880-9baf-34c8f39b4214 None None] Provisioning complete for port 41b83637-5ae2-4b43-bcab-cd47fe304de8 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:40.700890 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f04667bc-fda5-4880-9baf-34c8f39b4214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:40.797395 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-f04667bc-fda5-4880-9baf-34c8f39b4214 None None] Port 41b83637-5ae2-4b43-bcab-cd47fe304de8 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:51:41.248090 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67a76b-e78a-42c0-a39e-8f8360d4d4a1 req-8a3c2fcb-8ad4-4a44-93a6-af052a1301b3 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:41.248090 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ee67a76b-e78a-42c0-a39e-8f8360d4d4a1 req-8a3c2fcb-8ad4-4a44-93a6-af052a1301b3 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 944 time: 0.0901790 Jun 14 14:51:41.248090 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ee67a76b-e78a-42c0-a39e-8f8360d4d4a1 req-9aed9549-e3bc-4b5d-9b6b-637ebafd8f3a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456457 Jun 14 14:51:41.249634 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-81fa5190-191e-499e-80c0-aea8d963dfa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b83637-5ae2-4b43-bcab-cd47fe304de8 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:51:41.250974 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-81fa5190-191e-499e-80c0-aea8d963dfa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:41.298041 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-81fa5190-191e-499e-80c0-aea8d963dfa9 service neutron] Transition to ACTIVE for port object 41b83637-5ae2-4b43-bcab-cd47fe304de8 will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:51:41.322584 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e55fe-7bb8-4f9b-bddd-091d7e499e89 req-39b44642-9036-40fb-8571-884dcb211467 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:41.324389 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8f0e55fe-7bb8-4f9b-bddd-091d7e499e89 req-39b44642-9036-40fb-8571-884dcb211467 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 936 time: 0.1639738 Jun 14 14:51:41.397994 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8f0e55fe-7bb8-4f9b-bddd-091d7e499e89 req-c3c13e94-0d94-448e-a074-82e569482533 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/security-groups?id=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674388 Jun 14 14:51:41.509703 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 75a77bba-7999-4bea-b550-d310e420cbf7 up at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:51:41.577110 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-81fa5190-191e-499e-80c0-aea8d963dfa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:41.583281 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:41.712068 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning for port 75a77bba-7999-4bea-b550-d310e420cbf7 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:51:41.729725 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning complete for port 75a77bba-7999-4bea-b550-d310e420cbf7 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:51:41.733096 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:41.815639 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e4372-7567-46d2-aadb-2c57251401bf req-446ed300-8221-413a-90ab-93fcbdbc5e28 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:41.820166 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa5190-191e-499e-80c0-aea8d963dfa9 service neutron] Pushing event updated for resources: {'Port': ['ID=41b83637-5ae2-4b43-bcab-cd47fe304de8,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:41.824324 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-730e4372-7567-46d2-aadb-2c57251401bf req-446ed300-8221-413a-90ab-93fcbdbc5e28 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.2231636 Jun 14 14:51:41.830570 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-81fa5190-191e-499e-80c0-aea8d963dfa9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:41.954765 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-730e4372-7567-46d2-aadb-2c57251401bf req-6c3f36f9-ad48-4f7f-b6da-ba3cf640fa8e tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295645 Jun 14 14:51:42.062889 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-81fa5190-191e-499e-80c0-aea8d963dfa9 service neutron] Attempting to bind port 41b83637-5ae2-4b43-bcab-cd47fe304de8 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:51:42.063044 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-81fa5190-191e-499e-80c0-aea8d963dfa9 service neutron] Attempting to bind port 41b83637-5ae2-4b43-bcab-cd47fe304de8 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '36f697b0-3a3c-4751-9411-bff5d5d5fed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e0dfdb0e-d90d-4f6a-a607-6e475071d8dd'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:51:42.063418 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-81fa5190-191e-499e-80c0-aea8d963dfa9 service neutron] Attempting to bind port 41b83637-5ae2-4b43-bcab-cd47fe304de8 on network e0dfdb0e-d90d-4f6a-a607-6e475071d8dd {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:51:42.106142 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-81fa5190-191e-499e-80c0-aea8d963dfa9 service neutron] Port 41b83637-5ae2-4b43-bcab-cd47fe304de8 on network e0dfdb0e-d90d-4f6a-a607-6e475071d8dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:51:42.106700 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-81fa5190-191e-499e-80c0-aea8d963dfa9 service neutron] Attempting to bind port 41b83637-5ae2-4b43-bcab-cd47fe304de8 on network e0dfdb0e-d90d-4f6a-a607-6e475071d8dd {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:51:42.109679 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:42.151704 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54a16b0-726a-482a-b586-6f493de62d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a77bba-7999-4bea-b550-d310e420cbf7'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:51:42.154077 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebf0aab-e5d7-4292-9d9f-ef5ed1afd98b" -d '{"events": [{"server_uuid": "e54a16b0-726a-482a-b586-6f493de62d4b", "name": "network-vif-plugged", "status": "completed", "tag": "75a77bba-7999-4bea-b550-d310e420cbf7"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:51:42.181583 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 75a77bba-7999-4bea-b550-d310e420cbf7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=75a77bba-7999-4bea-b550-d310e420cbf7,segment=NetworkSegment(7ca67635-549c-4dba-90fa-ab2ef13ca70b),segment_id=7ca67635-549c-4dba-90fa-ab2ef13ca70b)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:51:42.188133 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-81fa5190-191e-499e-80c0-aea8d963dfa9 service neutron] Checking agent: {'id': '8465c201-e91e-4007-8337-fb267b4bb0bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'started_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:51:42.188651 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-81fa5190-191e-499e-80c0-aea8d963dfa9 service neutron] Checking segment: {'id': '36f697b0-3a3c-4751-9411-bff5d5d5fed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e0dfdb0e-d90d-4f6a-a607-6e475071d8dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:51:42.189278 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-81fa5190-191e-499e-80c0-aea8d963dfa9 service neutron] Bound using segment: {'id': '36f697b0-3a3c-4751-9411-bff5d5d5fed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e0dfdb0e-d90d-4f6a-a607-6e475071d8dd'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:51:42.190071 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-81fa5190-191e-499e-80c0-aea8d963dfa9 service neutron] Bound port: 41b83637-5ae2-4b43-bcab-cd47fe304de8, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f697b0-3a3c-4751-9411-bff5d5d5fed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e0dfdb0e-d90d-4f6a-a607-6e475071d8dd'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:51:42.190685 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-81fa5190-191e-499e-80c0-aea8d963dfa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:42.246383 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900d5cf5-a290-41e6-87b7-1bd38ad0dd00 x-openstack-request-id: req-900d5cf5-a290-41e6-87b7-1bd38ad0dd00 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:51:42.246869 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54a16b0-726a-482a-b586-6f493de62d4b", "name": "network-vif-plugged", "status": "completed", "tag": "75a77bba-7999-4bea-b550-d310e420cbf7", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:51:42.247238 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-900d5cf5-a290-41e6-87b7-1bd38ad0dd00 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:51:42.248131 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54a16b0-726a-482a-b586-6f493de62d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a77bba-7999-4bea-b550-d310e420cbf7', 'code': 200} Jun 14 14:51:42.257197 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:42.260509 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:42.415167 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=75a77bba-7999-4bea-b550-d310e420cbf7,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:42.437496 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:42.508800 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe0fd5-4b84-4bb5-a35e-64b760cf245b req-e02495ff-8f1d-4cfd-ac0b-81165ce083c4 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:42.511881 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4cfe0fd5-4b84-4bb5-a35e-64b760cf245b req-e02495ff-8f1d-4cfd-ac0b-81165ce083c4 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.4354031 Jun 14 14:51:42.522350 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac553390-5f5a-4a1a-9867-498386e3e32d req-816bc61f-5af2-486f-95d4-faeda4bbb0b9 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:42.525340 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ac553390-5f5a-4a1a-9867-498386e3e32d req-816bc61f-5af2-486f-95d4-faeda4bbb0b9 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 945 time: 0.1351476 Jun 14 14:51:42.596837 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ac553390-5f5a-4a1a-9867-498386e3e32d req-54caf542-177f-43c4-b0b2-a04bfdcb2156 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570886 Jun 14 14:51:42.628065 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-81fa5190-191e-499e-80c0-aea8d963dfa9 service neutron] For port 41b83637-5ae2-4b43-bcab-cd47fe304de8, host hv-cinder-77262, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:51:42.696943 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-81fa5190-191e-499e-80c0-aea8d963dfa9 service neutron] For port 41b83637-5ae2-4b43-bcab-cd47fe304de8, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=41b83637-5ae2-4b43-bcab-cd47fe304de8,segment=NetworkSegment(36f697b0-3a3c-4751-9411-bff5d5d5fed1),segment_id=36f697b0-3a3c-4751-9411-bff5d5d5fed1)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:51:42.705746 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efd131-f1e7-4350-9e12-c24408d1d73e req-58e39eac-7e04-42a7-b36b-b576ee676d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:42.709434 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-58efd131-f1e7-4350-9e12-c24408d1d73e req-58e39eac-7e04-42a7-b36b-b576ee676d63 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b&tenant_id=d950955f31d9460680045199b53c917f HTTP/1.1" status: 200 len: 1097 time: 0.4830580 Jun 14 14:51:42.715476 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4cfe0fd5-4b84-4bb5-a35e-64b760cf245b req-d1f6d466-3d9c-4145-aad4-32e6a3dc5b9b tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868544 Jun 14 14:51:42.782725 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-81fa5190-191e-499e-80c0-aea8d963dfa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:42.846515 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:42.935778 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d7def-93df-41d3-89e8-4b1ba125ca28 req-52bcabe4-aa68-435c-8a7c-bbc21b72a12b tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:42.938583 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-040d7def-93df-41d3-89e8-4b1ba125ca28 req-52bcabe4-aa68-435c-8a7c-bbc21b72a12b tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 948 time: 0.1804452 Jun 14 14:51:42.975782 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-81fa5190-191e-499e-80c0-aea8d963dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:42.980935 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-81fa5190-191e-499e-80c0-aea8d963dfa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:42.980935 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-81fa5190-191e-499e-80c0-aea8d963dfa9 service neutron] 10.222.0.35 "PUT /v2.0/ports/41b83637-5ae2-4b43-bcab-cd47fe304de8 HTTP/1.1" status: 200 len: 1098 time: 2.5390611 Jun 14 14:51:42.982153 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773ce9be-f6af-43b3-b405-da6472ec550d', 'tag': '41b83637-5ae2-4b43-bcab-cd47fe304de8'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:51:42.992410 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a830c4-c5b2-4f42-a11c-0425f1914f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "773ce9be-f6af-43b3-b405-da6472ec550d", "tag": "41b83637-5ae2-4b43-bcab-cd47fe304de8"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:51:43.029417 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-040d7def-93df-41d3-89e8-4b1ba125ca28 req-fab5a614-4aef-4edd-bd0f-5eeba2d3dba5 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/security-groups?id=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812819 Jun 14 14:51:43.104945 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a6f8da-4bff-4709-b294-a5ec994df7b2 x-openstack-request-id: req-34a6f8da-4bff-4709-b294-a5ec994df7b2 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:51:43.105541 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "773ce9be-f6af-43b3-b405-da6472ec550d", "tag": "41b83637-5ae2-4b43-bcab-cd47fe304de8", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:51:43.105982 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-34a6f8da-4bff-4709-b294-a5ec994df7b2 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:51:43.106781 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '773ce9be-f6af-43b3-b405-da6472ec550d', 'tag': '41b83637-5ae2-4b43-bcab-cd47fe304de8', 'status': 'completed', 'code': 200} Jun 14 14:51:43.108087 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa5190-191e-499e-80c0-aea8d963dfa9 service neutron] Pushing event updated for resources: {'Port': ['ID=41b83637-5ae2-4b43-bcab-cd47fe304de8,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:43.116271 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-81fa5190-191e-499e-80c0-aea8d963dfa9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:43.209446 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efd131-f1e7-4350-9e12-c24408d1d73e req-b73f7531-7400-4f33-847c-aedc232ac1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:43.211132 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-58efd131-f1e7-4350-9e12-c24408d1d73e req-b73f7531-7400-4f33-847c-aedc232ac1f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d950955f31d9460680045199b53c917f&device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 1097 time: 0.4482872 Jun 14 14:51:43.221923 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27dc45f-d380-4b8f-8209-ba9fc4ccdb4d req-f2879e15-e1a7-48f3-95f4-571ebcfaccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:43.224806 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e27dc45f-d380-4b8f-8209-ba9fc4ccdb4d req-f2879e15-e1a7-48f3-95f4-571ebcfaccb4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 1098 time: 0.3748765 Jun 14 14:51:43.285235 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 35404) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:43.310319 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a830c4-c5b2-4f42-a11c-0425f1914f7c req-2420313f-f082-4e08-a130-76688fb31097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:43.313091 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-18a830c4-c5b2-4f42-a11c-0425f1914f7c req-2420313f-f082-4e08-a130-76688fb31097 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=153a030167ab4a39a79492dc4fa795b1&device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 1101 time: 0.1995044 Jun 14 14:51:43.458416 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e27dc45f-d380-4b8f-8209-ba9fc4ccdb4d req-5797b93f-dd19-4eee-a58f-7e8cbe148cee service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163095 Jun 14 14:51:43.459376 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-18a830c4-c5b2-4f42-a11c-0425f1914f7c req-6d9c3907-ac7f-45b6-a288-cb3d11896424 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=153a030167ab4a39a79492dc4fa795b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1220133 Jun 14 14:51:43.465039 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fc9ac-6e54-4cf3-8f16-b1d5ca70a303 req-189d6780-b1e8-4bbb-b241-1ae2f57eff8b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:43.471321 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-825fc9ac-6e54-4cf3-8f16-b1d5ca70a303 req-189d6780-b1e8-4bbb-b241-1ae2f57eff8b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.1272902 Jun 14 14:51:43.484361 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-8705fb62-ecf4-4be9-afb0-ca7665c9a680 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-342739173-network', 'tenant_id': '450de72c8b3348b09d10abbbfb1cec18'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:51:43.505740 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efd131-f1e7-4350-9e12-c24408d1d73e req-0792d237-a4bb-4ea1-9e1c-aa950114c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:43.508499 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-58efd131-f1e7-4350-9e12-c24408d1d73e req-0792d237-a4bb-4ea1-9e1c-aa950114c01d service neutron] 10.222.0.35 "GET /v2.0/networks?id=1d5f5609-c7ac-49b5-a256-436c63bd28f5 HTTP/1.1" status: 200 len: 917 time: 0.2821603 Jun 14 14:51:43.567710 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-825fc9ac-6e54-4cf3-8f16-b1d5ca70a303 req-87ffca44-d1e8-4116-81f9-9fe23146e927 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766225 Jun 14 14:51:43.643071 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8705fb62-ecf4-4be9-afb0-ca7665c9a680 admin admin] Made reservation on behalf of 450de72c8b3348b09d10abbbfb1cec18 for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:51:43.647525 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8705fb62-ecf4-4be9-afb0-ca7665c9a680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for network, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:43.663802 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8705fb62-ecf4-4be9-afb0-ca7665c9a680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:43.812757 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-58efd131-f1e7-4350-9e12-c24408d1d73e req-7d950a1a-5805-45a3-a120-c3043a943dcd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fa81b1d-00e2-46d7-a1eb-9d358789109e HTTP/1.1" status: 200 len: 1000 time: 0.2831180 Jun 14 14:51:43.832102 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8705fb62-ecf4-4be9-afb0-ca7665c9a680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:43.955783 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a830c4-c5b2-4f42-a11c-0425f1914f7c req-cbbd2000-43e7-45a3-8d66-77216f430b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:43.957744 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-18a830c4-c5b2-4f42-a11c-0425f1914f7c req-cbbd2000-43e7-45a3-8d66-77216f430b9d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4315357 Jun 14 14:51:43.969756 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8705fb62-ecf4-4be9-afb0-ca7665c9a680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:43.976226 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-8bcd98da-9ae0-4c1d-ad60-7f1bc0e3ffb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:43.994311 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6f7d95a5-a8ce-4ac0-b642-9e7504469a7d req-530efdd8-9ba1-499a-817b-0d9c225b727f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4355245 Jun 14 14:51:44.021157 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8705fb62-ecf4-4be9-afb0-ca7665c9a680 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:51:44.035988 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efd131-f1e7-4350-9e12-c24408d1d73e req-a296ceef-4ebf-4569-8de1-475cebac9d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:44.038585 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-58efd131-f1e7-4350-9e12-c24408d1d73e req-a296ceef-4ebf-4569-8de1-475cebac9d89 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16c47a92-806f-4b00-927d-529a6aa19a53 HTTP/1.1" status: 200 len: 855 time: 0.2034678 Jun 14 14:51:44.077038 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8705fb62-ecf4-4be9-afb0-ca7665c9a680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:44.077683 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-8705fb62-ecf4-4be9-afb0-ca7665c9a680 admin admin] Added segment 6e60df40-74d6-4080-97af-771d3e02f4e7 of type vlan for network 1e5cffea-fc85-4182-a7df-c16b809fea19 Jun 14 14:51:44.081532 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705fb62-ecf4-4be9-afb0-ca7665c9a680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55acdd1e-e744-45f4-bf60-b5793e2f0ce4,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:44.087645 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-8705fb62-ecf4-4be9-afb0-ca7665c9a680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:44.189377 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8705fb62-ecf4-4be9-afb0-ca7665c9a680 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775072637368'] for network, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:44.228154 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f8047-c894-421d-98d4-e3b86e91712c req-89512289-b548-49fd-91e9-94890dfeb1d8 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:44.230849 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-259f8047-c894-421d-98d4-e3b86e91712c req-89512289-b548-49fd-91e9-94890dfeb1d8 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.3169360 Jun 14 14:51:44.245794 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c3af5-8c2a-47d6-965c-9aed64d33644 req-016fc7a6-323f-4c5f-8693-378eb28525d4 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:44.247944 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-975c3af5-8c2a-47d6-965c-9aed64d33644 req-016fc7a6-323f-4c5f-8693-378eb28525d4 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 945 time: 0.4327796 Jun 14 14:51:44.362883 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-259f8047-c894-421d-98d4-e3b86e91712c req-3514c851-5e2c-418c-b8e4-dc7f0b3300fd tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203363 Jun 14 14:51:44.381278 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-975c3af5-8c2a-47d6-965c-9aed64d33644 req-94c55a2c-3c95-4d6d-98ae-8dd9983af174 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082525 Jun 14 14:51:44.385289 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d95a5-a8ce-4ac0-b642-9e7504469a7d req-05441568-136f-4369-9fe7-fc1be112fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:44.386415 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6f7d95a5-a8ce-4ac0-b642-9e7504469a7d req-05441568-136f-4369-9fe7-fc1be112fabf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e07cdcf5e1a4b67b7bff1eba180a07d&device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 1098 time: 0.3457816 Jun 14 14:51:44.388401 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-feae1938-05ee-49e1-99d4-973fa0b8c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:44.390050 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-feae1938-05ee-49e1-99d4-973fa0b8c2c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=153a030167ab4a39a79492dc4fa795b1&device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 1101 time: 0.3297641 Jun 14 14:51:44.392563 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efd131-f1e7-4350-9e12-c24408d1d73e req-b29a2ce0-8d8a-4453-8cf0-2831e9e3027e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:44.394087 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-58efd131-f1e7-4350-9e12-c24408d1d73e req-b29a2ce0-8d8a-4453-8cf0-2831e9e3027e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1d5f5609-c7ac-49b5-a256-436c63bd28f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3317261 Jun 14 14:51:44.401278 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8705fb62-ecf4-4be9-afb0-ca7665c9a680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254'] for network, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:44.403233 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8705fb62-ecf4-4be9-afb0-ca7665c9a680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:44.407199 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8705fb62-ecf4-4be9-afb0-ca7665c9a680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:44.424041 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-219916fc-692a-4a80-9452-8bb9ad4f5e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:44.546253 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-c3e8bbcb-c0ea-4964-997f-8228cd18a3a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=41b83637-5ae2-4b43-bcab-cd47fe304de8 HTTP/1.1" status: 200 len: 217 time: 0.1277652 Jun 14 14:51:44.562079 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705fb62-ecf4-4be9-afb0-ca7665c9a680 admin admin] Pushing event updated for resources: {'Network': ['ID=1e5cffea-fc85-4182-a7df-c16b809fea19,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:44.574334 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-8705fb62-ecf4-4be9-afb0-ca7665c9a680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:44.577016 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-8705fb62-ecf4-4be9-afb0-ca7665c9a680 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2890470 Jun 14 14:51:44.588165 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Network 1e5cffea-fc85-4182-a7df-c16b809fea19 details requested by agent ovs-agent-dv-cinder-772623-8-iscsi with host dv-cinder-772623-8-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:51:44.597002 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 35420) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:51:44.656724 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3a662-f4a7-442b-b25a-60e3c3c5ee56 req-a90abe41-4d55-4feb-9106-58952fa8a2d9 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:44.658547 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3bf3a662-f4a7-442b-b25a-60e3c3c5ee56 req-a90abe41-4d55-4feb-9106-58952fa8a2d9 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 948 time: 0.0983036 Jun 14 14:51:44.763441 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-1e3708b2-6018-40ef-ad5c-8a8aae7262cc admin admin] Request body: {'subnet': {'network_id': '1e5cffea-fc85-4182-a7df-c16b809fea19', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-342739173-subnet', 'tenant_id': '450de72c8b3348b09d10abbbfb1cec18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:51:44.783559 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3bf3a662-f4a7-442b-b25a-60e3c3c5ee56 req-96926f8d-7800-4652-9697-77af54920857 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/security-groups?id=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158471 Jun 14 14:51:44.933253 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d95a5-a8ce-4ac0-b642-9e7504469a7d req-abf23ee7-056d-4031-9873-8df254dfff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:44.934969 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6f7d95a5-a8ce-4ac0-b642-9e7504469a7d req-abf23ee7-056d-4031-9873-8df254dfff18 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a06fa14-64a9-4a96-b9c1-d8414078e908 HTTP/1.1" status: 200 len: 910 time: 0.5085423 Jun 14 14:51:45.046172 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-14fa4296-d82b-440f-9dc6-7a54eae3c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:45.047684 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-14fa4296-d82b-440f-9dc6-7a54eae3c020 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01765de7-ae91-4be9-8e32-8ad51dbf496b HTTP/1.1" status: 200 len: 843 time: 0.4694433 Jun 14 14:51:45.375895 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3708b2-6018-40ef-ad5c-8a8aae7262cc admin admin] Made reservation on behalf of 450de72c8b3348b09d10abbbfb1cec18 for: {'subnet': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:51:45.378367 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1e3708b2-6018-40ef-ad5c-8a8aae7262cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28537420'] for subnet, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:45.456585 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-58efd131-f1e7-4350-9e12-c24408d1d73e req-377a461f-75d4-4390-96f6-9bc5911ba2ba service neutron] 10.222.0.35 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0279596 Jun 14 14:51:45.477741 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6f7d95a5-a8ce-4ac0-b642-9e7504469a7d req-53941a26-cf54-4565-b9e4-358517e2c2a2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e19f556d-d2ad-4e9f-ba72-3e1edb02d534 HTTP/1.1" status: 200 len: 1000 time: 0.5028665 Jun 14 14:51:45.641652 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b09c1-d35a-4c94-94b6-590c944650ab req-33ea4636-fdd4-4d53-baeb-8ee2412c75c5 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:45.643408 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c66b09c1-d35a-4c94-94b6-590c944650ab req-33ea4636-fdd4-4d53-baeb-8ee2412c75c5 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.1012948 Jun 14 14:51:45.698624 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c66b09c1-d35a-4c94-94b6-590c944650ab req-8f9255cf-2ddf-4545-9c3a-833dca007871 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446908 Jun 14 14:51:45.736877 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af312f48-f0dc-4f5a-936c-abee5c464c6b req-66a67442-7897-427e-a5aa-fb95c5e33d97 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:45.740218 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-af312f48-f0dc-4f5a-936c-abee5c464c6b req-66a67442-7897-427e-a5aa-fb95c5e33d97 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.8270502 Jun 14 14:51:45.759677 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d95a5-a8ce-4ac0-b642-9e7504469a7d req-e1c1a7f8-18e8-45a2-b497-b4d37112872e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:45.760647 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6f7d95a5-a8ce-4ac0-b642-9e7504469a7d req-e1c1a7f8-18e8-45a2-b497-b4d37112872e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c472201c-ddff-4483-8b5d-5afdf2431617 HTTP/1.1" status: 200 len: 848 time: 0.2207630 Jun 14 14:51:45.876362 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-7af6bf36-348c-467f-91d5-4f5e2f5c81b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:45.877946 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-7af6bf36-348c-467f-91d5-4f5e2f5c81b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0dfdb0e-d90d-4f6a-a607-6e475071d8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5271351 Jun 14 14:51:45.906813 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-58efd131-f1e7-4350-9e12-c24408d1d73e req-bd60012d-78c4-4fb4-b0de-330acd6665b8 service neutron] 10.222.0.35 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314592 Jun 14 14:51:45.967038 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-af312f48-f0dc-4f5a-936c-abee5c464c6b req-3ef42946-4dad-4a31-a314-9d965906b41c tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052493 Jun 14 14:51:45.970727 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f46bb-4b18-4b10-bb59-f879dda4a71f req-ddb88030-5398-4133-aa49-cff5eb94332a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:45.977928 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-872f46bb-4b18-4b10-bb59-f879dda4a71f req-ddb88030-5398-4133-aa49-cff5eb94332a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 945 time: 0.1007442 Jun 14 14:51:46.061573 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-872f46bb-4b18-4b10-bb59-f879dda4a71f req-cb72a662-28cd-46fb-9fbc-837231ad6997 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772467 Jun 14 14:51:46.216931 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d95a5-a8ce-4ac0-b642-9e7504469a7d req-97d6aa4d-ef31-42bb-9780-17561e62076b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:46.223483 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6f7d95a5-a8ce-4ac0-b642-9e7504469a7d req-97d6aa4d-ef31-42bb-9780-17561e62076b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a06fa14-64a9-4a96-b9c1-d8414078e908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4445534 Jun 14 14:51:46.227597 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-4744beb1-a1af-4728-910c-f6fd33b2ed34 service neutron] 10.222.0.35 "GET /v2.0/networks/e0dfdb0e-d90d-4f6a-a607-6e475071d8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261352 Jun 14 14:51:46.316576 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1e3708b2-6018-40ef-ad5c-8a8aae7262cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28279848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28537434'] for subnet, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:46.332112 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-a3c741b3-2db4-476c-832c-793ebbb503fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:51:46.562516 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7b708-30c1-4f17-991d-9a110cb99103 req-c151c848-8eaf-431b-95dd-1ca287072fb0 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:46.564953 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fab7b708-30c1-4f17-991d-9a110cb99103 req-c151c848-8eaf-431b-95dd-1ca287072fb0 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 948 time: 0.4206538 Jun 14 14:51:46.648788 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3708b2-6018-40ef-ad5c-8a8aae7262cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b0e48c4-0fde-41c0-bcd2-152f845200af,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:51:46.661767 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6f7d95a5-a8ce-4ac0-b642-9e7504469a7d req-182bad7c-2348-452b-b11d-96991daaee43 service neutron] 10.222.0.35 "GET /v2.0/networks/8a06fa14-64a9-4a96-b9c1-d8414078e908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309106 Jun 14 14:51:46.663357 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-1e3708b2-6018-40ef-ad5c-8a8aae7262cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:51:46.687830 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3bfd1b9a-37a0-40dd-a675-b8b37a330c80 req-589f3386-5093-4a63-bada-42b708776d1b service neutron] 10.222.0.35 "GET /v2.0/networks/e0dfdb0e-d90d-4f6a-a607-6e475071d8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356551 Jun 14 14:51:46.741730 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3708b2-6018-40ef-ad5c-8a8aae7262cc admin admin] Checking segment: {'id': '6e60df40-74d6-4080-97af-771d3e02f4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1e5cffea-fc85-4182-a7df-c16b809fea19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:51:46.741730 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3708b2-6018-40ef-ad5c-8a8aae7262cc admin admin] Network hostable DHCP agents. Network: 1e5cffea-fc85-4182-a7df-c16b809fea19, hostable agents: ['1c28a66e-eef9-4899-ac0a-d449f34e71b3'], hosted agents: [] {{(pid=103387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:51:46.848626 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fab7b708-30c1-4f17-991d-9a110cb99103 req-911e6b57-7015-4902-8ffb-fedaa3e137dc tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/security-groups?id=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332542 Jun 14 14:51:46.903092 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6f7d95a5-a8ce-4ac0-b642-9e7504469a7d req-9c2ddba1-e41b-4ec3-a267-7f0b287f551b service neutron] 10.222.0.35 "GET /v2.0/networks/8a06fa14-64a9-4a96-b9c1-d8414078e908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137697 Jun 14 14:51:47.052580 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3708b2-6018-40ef-ad5c-8a8aae7262cc admin admin] Network 1e5cffea-fc85-4182-a7df-c16b809fea19 is scheduled to be hosted by DHCP agent 1c28a66e-eef9-4899-ac0a-d449f34e71b3 with binding_index 1 {{(pid=103387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:51:47.137134 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a774c-9a37-4c98-b22d-ba692792d485 req-6ebd169c-df70-48fa-a800-6dfe5953b5f5 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:47.138651 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f90a774c-9a37-4c98-b22d-ba692792d485 req-6ebd169c-df70-48fa-a800-6dfe5953b5f5 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.1090910 Jun 14 14:51:47.230300 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f65d2-b2b4-4054-86c2-340808fae7eb req-c5853bc6-ace9-447c-a25b-4b358164fd2f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:47.233281 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-151f65d2-b2b4-4054-86c2-340808fae7eb req-c5853bc6-ace9-447c-a25b-4b358164fd2f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.0930891 Jun 14 14:51:47.239770 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f90a774c-9a37-4c98-b22d-ba692792d485 req-0b4ea253-2780-4330-a4f0-30fea4a7d243 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948606 Jun 14 14:51:47.315325 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-1e3708b2-6018-40ef-ad5c-8a8aae7262cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-8-iscsi, 1e5cffea-fc85-4182-a7df-c16b809fea19) {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:51:47.324236 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3708b2-6018-40ef-ad5c-8a8aae7262cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:47.324903 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1e3708b2-6018-40ef-ad5c-8a8aae7262cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:47.327171 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8075dc6-57dd-4cfc-8614-a7f86d6ceec9 None None] Network 1e5cffea-fc85-4182-a7df-c16b809fea19 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:51:47.341563 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-151f65d2-b2b4-4054-86c2-340808fae7eb req-67403dc4-9a11-4cf9-8084-dd5f374d55ee tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014802 Jun 14 14:51:47.449101 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-1e3708b2-6018-40ef-ad5c-8a8aae7262cc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.8459129 Jun 14 14:51:47.724846 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6447b77-6734-4815-8b9c-d79a2f60e120 None None] Network 1e5cffea-fc85-4182-a7df-c16b809fea19 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:51:48.196426 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:51:48.233073 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ab27f-4137-47f5-9ed7-360c2016224c req-f1cd3a78-32ac-4c32-b459-869ad9b205cd tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:48.234725 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d42ab27f-4137-47f5-9ed7-360c2016224c req-f1cd3a78-32ac-4c32-b459-869ad9b205cd tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 948 time: 0.1127226 Jun 14 14:51:48.302246 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d42ab27f-4137-47f5-9ed7-360c2016224c req-11713e73-a18e-4158-95f0-b6c2c2a72f0e tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/security-groups?id=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527406 Jun 14 14:51:48.575955 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b54df-3a0e-47c7-93aa-88432ea27f55 req-4feaa193-7cd0-4a9c-8fbd-6401ef882202 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:48.577760 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5b6b54df-3a0e-47c7-93aa-88432ea27f55 req-4feaa193-7cd0-4a9c-8fbd-6401ef882202 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.1194751 Jun 14 14:51:48.600968 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a861ff-8e9e-48e6-8850-a44e63dda527 req-40295d40-7cd7-4da4-aa50-672fe8391328 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:48.605848 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e6a861ff-8e9e-48e6-8850-a44e63dda527 req-40295d40-7cd7-4da4-aa50-672fe8391328 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 945 time: 0.1049869 Jun 14 14:51:48.664145 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5b6b54df-3a0e-47c7-93aa-88432ea27f55 req-09aabbf5-b56f-44f1-89c7-2a29ef785975 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796127 Jun 14 14:51:48.671251 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e6a861ff-8e9e-48e6-8850-a44e63dda527 req-d2bdff9e-e1ae-4be3-8966-ef539257b709 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603497 Jun 14 14:51:48.892473 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdcae9-8eab-4b90-8274-09e50945028f req-bff43f38-cfcc-494a-b4fe-ff48d87b1a33 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:48.894066 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dcbdcae9-8eab-4b90-8274-09e50945028f req-bff43f38-cfcc-494a-b4fe-ff48d87b1a33 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.1069326 Jun 14 14:51:48.978054 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dcbdcae9-8eab-4b90-8274-09e50945028f req-ea55ed24-6b82-4000-906e-ee25069d8722 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757353 Jun 14 14:51:49.602408 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41242023-8c4f-4a7e-a119-6e33ac58a005 req-c566212c-4f25-40e2-be94-8e3066e103c4 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:49.603923 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-41242023-8c4f-4a7e-a119-6e33ac58a005 req-c566212c-4f25-40e2-be94-8e3066e103c4 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 948 time: 0.1137598 Jun 14 14:51:49.656327 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-41242023-8c4f-4a7e-a119-6e33ac58a005 req-958a62fa-b8b0-4f0a-95ff-e63e696ceb90 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/security-groups?id=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455201 Jun 14 14:51:50.026185 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf10b1-1897-475a-9232-a20a33acdc34 req-86c91aaa-fbc1-4d3a-948a-ac2391f89d28 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:50.042540 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0fdf10b1-1897-475a-9232-a20a33acdc34 req-86c91aaa-fbc1-4d3a-948a-ac2391f89d28 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.1971548 Jun 14 14:51:50.060315 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b19f60-3876-4fe5-816c-6e2100b702f2 req-37b4efcf-3b26-4b15-8035-2ae5df4f28d7 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:50.063734 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-98b19f60-3876-4fe5-816c-6e2100b702f2 req-37b4efcf-3b26-4b15-8035-2ae5df4f28d7 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 945 time: 0.1652291 Jun 14 14:51:50.121590 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0fdf10b1-1897-475a-9232-a20a33acdc34 req-65b1cd4d-810f-4e81-bb01-5c76f4dec413 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776749 Jun 14 14:51:50.184731 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-98b19f60-3876-4fe5-816c-6e2100b702f2 req-6ec860ad-6178-471e-8f6a-ac77490d3427 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108441 Jun 14 14:51:50.473749 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f90e6d-313c-4b45-8b78-89a6419bf2f0 req-fa086611-3112-4897-920a-14f28b122431 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:50.475467 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-66f90e6d-313c-4b45-8b78-89a6419bf2f0 req-fa086611-3112-4897-920a-14f28b122431 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.1371667 Jun 14 14:51:50.557796 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-66f90e6d-313c-4b45-8b78-89a6419bf2f0 req-1f948e2b-fe06-4739-92d7-ae7aac8b8346 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729980 Jun 14 14:51:50.564930 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-62cef878-6fab-4e5f-9503-557b2a56854b tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:50.568775 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-62cef878-6fab-4e5f-9503-557b2a56854b tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/networks?id=1e5cffea-fc85-4182-a7df-c16b809fea19 HTTP/1.1" status: 200 len: 813 time: 0.2699246 Jun 14 14:51:50.594598 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-3c10c860-c1dd-47a7-ba11-59f3b8f2d8e2 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/quotas/450de72c8b3348b09d10abbbfb1cec18 HTTP/1.1" status: 200 len: 375 time: 0.0175159 Jun 14 14:51:50.649617 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-95a05f53-2cf9-406f-8593-4886012ac298 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=450de72c8b3348b09d10abbbfb1cec18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451744 Jun 14 14:51:50.840238 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-07fd5f25-e3ed-4ab2-84f3-dc7f99c0614e service neutron] 10.222.0.48 "GET /v2.0/networks/1e5cffea-fc85-4182-a7df-c16b809fea19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797419 Jun 14 14:51:51.061874 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b2507-d40d-4a97-a457-1e351d0a4a27 req-b0e86ed5-b5a9-4e2a-882e-7af45dbfd90d tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:51.074613 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-530b2507-d40d-4a97-a457-1e351d0a4a27 req-b0e86ed5-b5a9-4e2a-882e-7af45dbfd90d tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 948 time: 0.2010369 Jun 14 14:51:51.100359 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-bfec908b-c765-4f9e-bf1b-d21150ba444b service neutron] 10.222.0.48 "GET /v2.0/networks/1e5cffea-fc85-4182-a7df-c16b809fea19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451224 Jun 14 14:51:51.182428 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-530b2507-d40d-4a97-a457-1e351d0a4a27 req-b960295c-5879-4ae3-b8ef-f65b498bfd38 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/security-groups?id=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060555 Jun 14 14:51:51.584431 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e14e5f-69b0-464c-a2f7-b82f65419c84 req-85888c8f-690a-43aa-b0a9-90708ce9696d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:51.586978 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-93e14e5f-69b0-464c-a2f7-b82f65419c84 req-85888c8f-690a-43aa-b0a9-90708ce9696d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.1858542 Jun 14 14:51:51.694077 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-93e14e5f-69b0-464c-a2f7-b82f65419c84 req-eb518c5f-4119-46d9-8a94-c0d5b55522ba tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889909 Jun 14 14:51:51.742681 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e4107-681b-4093-a8c9-b3307123d057 req-9706ec0a-c817-47e9-9d53-960dad97f7b2 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:51.745038 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-087e4107-681b-4093-a8c9-b3307123d057 req-9706ec0a-c817-47e9-9d53-960dad97f7b2 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 945 time: 0.1414502 Jun 14 14:51:51.898296 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-087e4107-681b-4093-a8c9-b3307123d057 req-c604c8ff-0935-439f-8f6c-2c6464534090 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314943 Jun 14 14:51:51.903142 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c67c41f0-5580-4364-98cb-b2c5525ddf9c req-598390e2-9bef-471e-8b48-93cff1f85118 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 210 time: 0.0805659 Jun 14 14:51:52.214254 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a5e7f-baaa-4b18-982e-85ea3b088f02 req-af987905-92ba-4d50-88dd-ebfc654de87e tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:52.216062 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1c6a5e7f-baaa-4b18-982e-85ea3b088f02 req-af987905-92ba-4d50-88dd-ebfc654de87e tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.1212933 Jun 14 14:51:52.294248 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1c6a5e7f-baaa-4b18-982e-85ea3b088f02 req-f8657b9f-260c-42ce-9ea3-091a38e1e14c tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627017 Jun 14 14:51:52.477226 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec294cb-c810-47e3-b238-265665254ac5 req-345f1cd7-4bf8-4dd1-aa45-786afbe4ce47 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:52.491467 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2ec294cb-c810-47e3-b238-265665254ac5 req-345f1cd7-4bf8-4dd1-aa45-786afbe4ce47 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 948 time: 0.1539335 Jun 14 14:51:52.561094 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2ec294cb-c810-47e3-b238-265665254ac5 req-06757d2b-74c0-4968-9739-93be1cb05d26 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/security-groups?id=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636261 Jun 14 14:51:52.937963 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e2bee-b60b-4b56-b3cc-a63b9210398b req-599a7c31-5fa5-4600-b745-7e967138a0b7 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:52.939578 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5f8e2bee-b60b-4b56-b3cc-a63b9210398b req-599a7c31-5fa5-4600-b745-7e967138a0b7 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0949669 Jun 14 14:51:53.012180 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5f8e2bee-b60b-4b56-b3cc-a63b9210398b req-46e20ef3-c209-4661-a51f-261478088a4e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568533 Jun 14 14:51:53.102597 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7b7bbe98-ff3a-4935-adc0-c2b951dc73f3 req-91faceab-c1f5-456f-a7cb-ff162d10c63f tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 210 time: 0.0382824 Jun 14 14:51:53.141643 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67a45d-6a36-4d65-bcac-09d9c3ca7393 req-9460a947-216f-4f34-82fb-a591f2961f50 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:53.149916 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8e67a45d-6a36-4d65-bcac-09d9c3ca7393 req-9460a947-216f-4f34-82fb-a591f2961f50 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 945 time: 0.0849400 Jun 14 14:51:53.205128 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8e67a45d-6a36-4d65-bcac-09d9c3ca7393 req-86c5268d-89c1-4886-8030-0e7833ae58f8 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535834 Jun 14 14:51:53.654727 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acf572-ddce-4370-a0df-0404837b0e99 req-736604de-dd52-4c97-837f-5a067259caea tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:53.656360 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f3acf572-ddce-4370-a0df-0404837b0e99 req-736604de-dd52-4c97-837f-5a067259caea tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.1500523 Jun 14 14:51:53.733573 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f3acf572-ddce-4370-a0df-0404837b0e99 req-331abdb7-9d41-4a89-ba35-b748ab97ed48 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668662 Jun 14 14:51:53.871966 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6735af7-d39b-4b7c-b466-468ff0817c40 req-45e82488-eef4-4bf5-ad18-101747537161 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:53.874806 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f6735af7-d39b-4b7c-b466-468ff0817c40 req-45e82488-eef4-4bf5-ad18-101747537161 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 948 time: 0.1136575 Jun 14 14:51:53.946888 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f6735af7-d39b-4b7c-b466-468ff0817c40 req-f4a10c7d-cfa6-4d2c-8b35-9f884eb3f81f tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/security-groups?id=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604324 Jun 14 14:51:54.208610 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-281dc075-8ead-457b-9662-4c7208aaf484 req-5e8f151c-a2ee-441d-97a5-6a569563dee6 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 210 time: 0.0451889 Jun 14 14:51:54.282303 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f55ecc-4c23-48c4-8508-4fe096440f82 req-3b5bc6c2-6153-445c-9c5a-e2ec3664e2ee tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:54.296055 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-34f55ecc-4c23-48c4-8508-4fe096440f82 req-3b5bc6c2-6153-445c-9c5a-e2ec3664e2ee tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.1521003 Jun 14 14:51:54.368338 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-34f55ecc-4c23-48c4-8508-4fe096440f82 req-fbff1969-4ae2-496d-a705-00106bf0c77b tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708201 Jun 14 14:51:54.486036 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e95f-2336-495b-9b64-1a42ca2c0089 req-b6751930-0cf9-4133-8a90-ae34fbbe227a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:54.487670 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-10e0e95f-2336-495b-9b64-1a42ca2c0089 req-b6751930-0cf9-4133-8a90-ae34fbbe227a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 945 time: 0.0961397 Jun 14 14:51:54.547384 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-10e0e95f-2336-495b-9b64-1a42ca2c0089 req-2b6c2f75-a26b-4095-9293-1050093d81a2 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517001 Jun 14 14:51:54.973786 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c11c5-44a5-48f5-a087-78c20fefd40d req-094d3650-4faf-4e1b-806f-1d5211ad5513 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:54.975962 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-850c11c5-44a5-48f5-a087-78c20fefd40d req-094d3650-4faf-4e1b-806f-1d5211ad5513 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.0796847 Jun 14 14:51:55.030797 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-850c11c5-44a5-48f5-a087-78c20fefd40d req-3098d733-04c6-4a4a-a592-d51c9f763c57 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466564 Jun 14 14:51:55.236749 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58650369-3f59-45bf-8c21-11323063e473 req-e4e5198d-1a0d-4bf8-a9af-a5078ff5fa4f tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:55.239523 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-58650369-3f59-45bf-8c21-11323063e473 req-e4e5198d-1a0d-4bf8-a9af-a5078ff5fa4f tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 948 time: 0.1085596 Jun 14 14:51:55.304157 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-58650369-3f59-45bf-8c21-11323063e473 req-8fb57189-15c1-4999-ac69-acad93b54679 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/security-groups?id=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531394 Jun 14 14:51:55.385766 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7e9b62c7-f7e5-4aae-9153-f95f7728ed9c req-22c27ff8-c1e7-4125-b90b-0148d45bdcc6 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 210 time: 0.0401974 Jun 14 14:51:55.653911 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db3254-0ff8-40b9-9d21-164cb13e358b req-e8dea000-330c-4bcc-bb1b-b8cfaa80c7e8 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:55.655898 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b2db3254-0ff8-40b9-9d21-164cb13e358b req-e8dea000-330c-4bcc-bb1b-b8cfaa80c7e8 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.1350636 Jun 14 14:51:55.760135 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b2db3254-0ff8-40b9-9d21-164cb13e358b req-d3fc172d-db2e-4d57-9792-0598381ec020 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915675 Jun 14 14:51:55.911893 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ea68f-f0fa-4527-8c44-edc9ae4d2e57 req-68fefa00-130d-4a82-9a12-1f3583580a4a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:55.915065 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0b9ea68f-f0fa-4527-8c44-edc9ae4d2e57 req-68fefa00-130d-4a82-9a12-1f3583580a4a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 945 time: 0.1290879 Jun 14 14:51:55.993075 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0b9ea68f-f0fa-4527-8c44-edc9ae4d2e57 req-4a71a1b3-04e9-4a20-b7c1-62373b8a3a36 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681949 Jun 14 14:51:56.320393 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecda5a7-b2b0-4092-a8b5-1dc00f66314f req-eb4beb67-8b13-40da-8b78-895b29db48f5 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:56.323667 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aecda5a7-b2b0-4092-a8b5-1dc00f66314f req-eb4beb67-8b13-40da-8b78-895b29db48f5 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.1064250 Jun 14 14:51:56.387603 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aecda5a7-b2b0-4092-a8b5-1dc00f66314f req-6816e6a0-5e4d-4505-ba17-d479bf06ec56 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533793 Jun 14 14:51:56.696786 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83edf4d-5adb-4b52-b60d-7c70ca24ea4f req-fcfdf1f8-4fe6-4beb-ab70-1057f91d4277 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:56.708047 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aeb5a5c3-72ed-4a76-8f01-0f45f4bad7b5 req-635fa4d5-01f3-4b76-bbc4-1dcf631acfd4 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 210 time: 0.0656545 Jun 14 14:51:56.709799 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c83edf4d-5adb-4b52-b60d-7c70ca24ea4f req-fcfdf1f8-4fe6-4beb-ab70-1057f91d4277 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 948 time: 0.1818488 Jun 14 14:51:56.790323 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c83edf4d-5adb-4b52-b60d-7c70ca24ea4f req-1751d3d2-4009-4ae0-aedd-48151c550442 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/security-groups?id=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767894 Jun 14 14:51:57.085159 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee7017-0836-4eb1-b416-22311f49993d req-230bc386-ae8f-4096-bdae-2ed591d96b1e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:57.086768 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5aee7017-0836-4eb1-b416-22311f49993d req-230bc386-ae8f-4096-bdae-2ed591d96b1e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.1194944 Jun 14 14:51:57.162362 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5aee7017-0836-4eb1-b416-22311f49993d req-99a0b972-1667-4612-9548-2f31c6f5a8fe tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658755 Jun 14 14:51:57.280721 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1a66f-f3b3-4cfc-bb2f-b8546f433c8c req-ba71ccc8-c986-4b0e-ba87-3736c9edfa88 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:57.282237 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4dd1a66f-f3b3-4cfc-bb2f-b8546f433c8c req-ba71ccc8-c986-4b0e-ba87-3736c9edfa88 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 945 time: 0.1140459 Jun 14 14:51:57.344986 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4dd1a66f-f3b3-4cfc-bb2f-b8546f433c8c req-95491183-93f4-4d01-a28a-6a0dd3f3b87a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532751 Jun 14 14:51:57.710464 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df72cab-a221-4629-aeee-59a22a5c60e7 req-754face4-7894-404a-bf01-d027fe595a7f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:57.712074 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0df72cab-a221-4629-aeee-59a22a5c60e7 req-754face4-7894-404a-bf01-d027fe595a7f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.0890303 Jun 14 14:51:57.769312 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0df72cab-a221-4629-aeee-59a22a5c60e7 req-63925585-d5fa-432f-abca-1ec979052fd3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470443 Jun 14 14:51:57.954807 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b3093293-8d44-4c3a-8010-e5adfef27eb5 req-ea8d7324-6962-480b-b49d-b2b6448d0005 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 210 time: 0.0428128 Jun 14 14:51:58.040550 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803e227-9c75-4690-bedf-3ba704841074 req-c9bd98e5-7e71-4ecc-9a67-e4fca409c7e0 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:58.043366 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2803e227-9c75-4690-bedf-3ba704841074 req-c9bd98e5-7e71-4ecc-9a67-e4fca409c7e0 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 948 time: 0.1160688 Jun 14 14:51:58.114107 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2803e227-9c75-4690-bedf-3ba704841074 req-dad3d822-cf5a-4165-9f1d-4d6bc6e23a32 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/security-groups?id=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595701 Jun 14 14:51:58.477180 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ad8cb-25d7-462c-bf5f-da8b458cb1bd req-27d54eaa-6499-4a59-bace-184195fc119f tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:58.480371 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b25ad8cb-25d7-462c-bf5f-da8b458cb1bd req-27d54eaa-6499-4a59-bace-184195fc119f tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.1213641 Jun 14 14:51:58.558414 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b25ad8cb-25d7-462c-bf5f-da8b458cb1bd req-3f5a7647-e025-4ae9-a0a7-fb4069aef914 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726035 Jun 14 14:51:58.697030 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c177e-12c6-46c3-aabc-bffe6761681a req-1e141594-703e-4716-a111-8e2b5a605e94 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:58.698855 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d45c177e-12c6-46c3-aabc-bffe6761681a req-1e141594-703e-4716-a111-8e2b5a605e94 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 945 time: 0.0880299 Jun 14 14:51:58.750763 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d45c177e-12c6-46c3-aabc-bffe6761681a req-aafb3927-b572-47f6-85d2-1a526452d2c1 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452185 Jun 14 14:51:59.029740 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cccc09-6ff4-440a-9b5f-1be0874a8dd8 req-cbde1f86-a9e0-4ced-ade2-85bc75113877 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:59.032368 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-59cccc09-6ff4-440a-9b5f-1be0874a8dd8 req-cbde1f86-a9e0-4ced-ade2-85bc75113877 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.0955448 Jun 14 14:51:59.121726 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-59cccc09-6ff4-440a-9b5f-1be0874a8dd8 req-8433cf30-477c-4d3f-b611-4d3e8b37498e tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830002 Jun 14 14:51:59.195277 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e374edc0-a877-49d7-8833-75b0638fc7a5 req-afeb6296-c13a-4687-b60a-7830a722c52c tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 210 time: 0.0608871 Jun 14 14:51:59.350159 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e5bf0-2369-4407-9124-005daa33d3a1 req-5001a921-cd17-4adf-a210-f9eb25bd4d91 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:59.351719 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1c1e5bf0-2369-4407-9124-005daa33d3a1 req-5001a921-cd17-4adf-a210-f9eb25bd4d91 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 948 time: 0.0849850 Jun 14 14:51:59.416789 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1c1e5bf0-2369-4407-9124-005daa33d3a1 req-e52646ff-dfd8-404e-8cfe-9356e7e1befa tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/security-groups?id=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551853 Jun 14 14:51:59.798671 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80a7c9-04e6-4b50-85fc-3560cd594295 req-957072ef-fe02-4ed7-a82c-0b1ac57992e8 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:51:59.809119 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8a80a7c9-04e6-4b50-85fc-3560cd594295 req-957072ef-fe02-4ed7-a82c-0b1ac57992e8 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0859623 Jun 14 14:51:59.880320 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8a80a7c9-04e6-4b50-85fc-3560cd594295 req-535cdaf1-f354-4d98-b765-cb42bc9c1e4c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704315 Jun 14 14:52:00.011818 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc34dd-611a-4006-9b4a-32d7319cf4f8 req-51c03fb5-d45c-406e-abb5-0655a44ecb8f tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:00.015023 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4bfc34dd-611a-4006-9b4a-32d7319cf4f8 req-51c03fb5-d45c-406e-abb5-0655a44ecb8f tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 945 time: 0.0807903 Jun 14 14:52:00.099476 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4bfc34dd-611a-4006-9b4a-32d7319cf4f8 req-4a5f8a6d-cfcf-4866-b715-030b7d317b4f tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688038 Jun 14 14:52:00.399247 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6c32688f-a6e0-4fb4-9542-9b47c2b6f163 req-6b2295e6-66f5-4ca2-8dfa-aebc970b20ae tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 210 time: 0.0449646 Jun 14 14:52:00.408363 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322da3a-a4e2-40cf-9a54-1fc52896fcf2 req-68fc07af-44c2-42df-bcf2-8f52be48c5ee tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:00.416491 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6322da3a-a4e2-40cf-9a54-1fc52896fcf2 req-68fc07af-44c2-42df-bcf2-8f52be48c5ee tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.1257856 Jun 14 14:52:00.482570 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6322da3a-a4e2-40cf-9a54-1fc52896fcf2 req-5ee2f5a5-5bd5-443e-b001-a6424ae3a0eb tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644948 Jun 14 14:52:00.712142 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496179b-c016-4fea-8ddd-990343db85c8 req-16e3bb6f-b43e-4675-a21c-0d414eb17c3b tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:00.715131 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b496179b-c016-4fea-8ddd-990343db85c8 req-16e3bb6f-b43e-4675-a21c-0d414eb17c3b tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 948 time: 0.1047034 Jun 14 14:52:00.763329 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b496179b-c016-4fea-8ddd-990343db85c8 req-a9c66b87-af2a-4ccd-95f7-18205a56dc65 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/security-groups?id=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415049 Jun 14 14:52:01.121655 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a798119-b82c-4f6e-b490-6502cc852e09 req-f1603620-7185-4ae7-8471-d00580190d1e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:01.123233 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4a798119-b82c-4f6e-b490-6502cc852e09 req-f1603620-7185-4ae7-8471-d00580190d1e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0907662 Jun 14 14:52:01.174261 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4a798119-b82c-4f6e-b490-6502cc852e09 req-7f3c54ea-3572-4872-ba31-b2f400b448a4 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427372 Jun 14 14:52:01.327603 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb218c5-9593-48c1-973c-133d7007bdc6 req-28a427b6-15cc-4b8e-a58f-dec29cc3ecd2 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:01.329040 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0bb218c5-9593-48c1-973c-133d7007bdc6 req-28a427b6-15cc-4b8e-a58f-dec29cc3ecd2 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 945 time: 0.0863140 Jun 14 14:52:01.376591 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0bb218c5-9593-48c1-973c-133d7007bdc6 req-2d869120-82e8-4dbb-8e92-116aba22707a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398989 Jun 14 14:52:01.554654 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3b7c02b1-326f-4c5c-9472-58ec3c04288c req-6ebcc23e-8b01-4996-ae46-59d71b63d49e tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 210 time: 0.0335658 Jun 14 14:52:01.715880 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291e2b3-4248-4fb9-ac13-132a803779f8 req-b9da1f16-ed9f-470d-8aef-b8b2fe096ab1 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:01.717388 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c291e2b3-4248-4fb9-ac13-132a803779f8 req-b9da1f16-ed9f-470d-8aef-b8b2fe096ab1 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.0742822 Jun 14 14:52:01.765588 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c291e2b3-4248-4fb9-ac13-132a803779f8 req-2d9a4d42-ce4c-47b5-9392-71e9ee69e295 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406284 Jun 14 14:52:01.820002 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b44bf394-9756-421c-b190-b4ab7bfb1c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:01.995217 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d673f-c948-439a-8722-9ab5598327e0 req-0715e328-94ba-4bca-8669-7b3494e08a89 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:01.996967 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-426d673f-c948-439a-8722-9ab5598327e0 req-0715e328-94ba-4bca-8669-7b3494e08a89 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 948 time: 0.0838406 Jun 14 14:52:02.050462 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-426d673f-c948-439a-8722-9ab5598327e0 req-aed9d60e-fc31-4c77-ab85-966fd23a6d68 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/security-groups?id=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436556 Jun 14 14:52:02.387723 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914d47c-9ef0-44b2-850f-28040eccf01d req-71c8585b-7319-4daf-a0f0-35a48912fc71 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:02.389411 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0914d47c-9ef0-44b2-850f-28040eccf01d req-71c8585b-7319-4daf-a0f0-35a48912fc71 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0810664 Jun 14 14:52:02.465282 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0914d47c-9ef0-44b2-850f-28040eccf01d req-14d51ef0-e499-49b4-a130-85a9d9a95e4e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695884 Jun 14 14:52:02.611574 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b1417-09df-4538-9918-5f2aad750036 req-95e9e325-b87c-4470-bed9-22f3d970e701 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:02.617385 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-718b1417-09df-4538-9918-5f2aad750036 req-95e9e325-b87c-4470-bed9-22f3d970e701 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 945 time: 0.0993855 Jun 14 14:52:02.674357 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-718b1417-09df-4538-9918-5f2aad750036 req-48b37d6f-d2e8-471d-b4b7-c4d4aea7a3d4 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489876 Jun 14 14:52:02.750021 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ed76a6ea-08ee-4bef-bb9f-017040acddb2 req-83d64c42-184f-4689-bcc9-d9f078b779c2 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 210 time: 0.0388744 Jun 14 14:52:02.977967 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf42228-2ff1-48c2-b853-9d32581ef5a5 req-05762677-51b5-46e8-840b-0d330c9b163b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:02.979576 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-caf42228-2ff1-48c2-b853-9d32581ef5a5 req-05762677-51b5-46e8-840b-0d330c9b163b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.0844541 Jun 14 14:52:03.033602 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-caf42228-2ff1-48c2-b853-9d32581ef5a5 req-48d0ecc4-3ec8-4104-9190-1fea506c3249 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464752 Jun 14 14:52:03.249839 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63274ec-4142-4a59-b732-8472d499d65a req-d160cabc-ebe3-4db0-a591-cef7d2d9b64e tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:03.251425 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a63274ec-4142-4a59-b732-8472d499d65a req-d160cabc-ebe3-4db0-a591-cef7d2d9b64e tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 948 time: 0.0804310 Jun 14 14:52:03.309327 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a63274ec-4142-4a59-b732-8472d499d65a req-e3f3a938-a80e-449c-ab48-61f8daee5483 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/security-groups?id=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496445 Jun 14 14:52:03.680659 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19954ec9-195c-4caa-978f-65e26c003dac req-7dee7509-7ca3-40ee-806d-fbdd6bb454a2 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:03.682192 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-19954ec9-195c-4caa-978f-65e26c003dac req-7dee7509-7ca3-40ee-806d-fbdd6bb454a2 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0790267 Jun 14 14:52:03.734687 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-19954ec9-195c-4caa-978f-65e26c003dac req-3bf2bbf5-8505-4646-9ce1-beb3140585a7 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422926 Jun 14 14:52:03.925751 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881fb6dd-e23f-4c2b-9b98-0e95f9174333 req-ab0f60b7-7893-4bc5-baac-7c987c59ac80 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:03.928533 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-881fb6dd-e23f-4c2b-9b98-0e95f9174333 req-ab0f60b7-7893-4bc5-baac-7c987c59ac80 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 945 time: 0.1062024 Jun 14 14:52:03.989361 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-881fb6dd-e23f-4c2b-9b98-0e95f9174333 req-cef0ff7d-9791-4f86-8d32-8d3a5a7708dd tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521624 Jun 14 14:52:04.090727 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32d5ad-ff7e-44e7-ba45-41bddc46daff req-d686c70c-7940-4462-8b1f-21d661b112c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:04.093423 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9d32d5ad-ff7e-44e7-ba45-41bddc46daff req-d686c70c-7940-4462-8b1f-21d661b112c2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 1098 time: 0.0833464 Jun 14 14:52:04.185168 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-705a422f-81e8-40a9-8963-70f66681de75 req-7725ccbc-707a-44e5-a003-b1eafaff101a tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 210 time: 0.0497861 Jun 14 14:52:04.200626 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9d32d5ad-ff7e-44e7-ba45-41bddc46daff req-f5716d84-a090-4280-ac00-319ce8b4e5df service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953248 Jun 14 14:52:04.354861 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc4fc5-658a-43bb-ad14-31686b82a8d5 req-827fb820-ba56-47c8-b312-478d43704364 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:04.361252 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-72bc4fc5-658a-43bb-ad14-31686b82a8d5 req-827fb820-ba56-47c8-b312-478d43704364 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.1176531 Jun 14 14:52:04.422743 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507469f1-d90f-4dad-a498-17f9c1bb716f req-5acab4fd-b811-4947-b96a-2b7d84659fdc tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:04.424838 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-72bc4fc5-658a-43bb-ad14-31686b82a8d5 req-f7aedf8c-9625-4dec-b1ec-c088513e0261 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563242 Jun 14 14:52:04.425182 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-507469f1-d90f-4dad-a498-17f9c1bb716f req-5acab4fd-b811-4947-b96a-2b7d84659fdc tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.35 "GET /v2.0/ports?device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 945 time: 0.1127646 Jun 14 14:52:05.072351 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad612a96-d2c8-4661-8fad-2ded67289df3 req-ab423454-dfd6-44aa-9eff-8c8d404330e1 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:05.077090 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ad612a96-d2c8-4661-8fad-2ded67289df3 req-ab423454-dfd6-44aa-9eff-8c8d404330e1 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.1494346 Jun 14 14:52:05.135813 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85464a5-d07b-49bc-a5a1-fcafd3de8205 req-b17b4010-736e-4fb5-8028-a9f59c48fab5 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:05.137494 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d85464a5-d07b-49bc-a5a1-fcafd3de8205 req-b17b4010-736e-4fb5-8028-a9f59c48fab5 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 948 time: 0.6928265 Jun 14 14:52:05.167346 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-33f83503-4863-4c82-bbdb-5bdbfe838e0f tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:05.168968 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-33f83503-4863-4c82-bbdb-5bdbfe838e0f tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.35 "GET /v2.0/networks?id=1e5cffea-fc85-4182-a7df-c16b809fea19 HTTP/1.1" status: 200 len: 813 time: 0.3252835 Jun 14 14:52:05.181017 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ad612a96-d2c8-4661-8fad-2ded67289df3 req-b7a19d10-c6d1-4845-8ff3-3b3ce18226ff tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956011 Jun 14 14:52:05.202874 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-72ae6f30-9b3e-4ed2-a290-ac9b3ee476da tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Request body: {'port': {'device_id': '7f3f6e60-79f1-461f-bdcf-7aca52a8415a', 'network_id': '1e5cffea-fc85-4182-a7df-c16b809fea19', 'admin_state_up': True, 'tenant_id': '450de72c8b3348b09d10abbbfb1cec18'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:52:05.229215 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 35722) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:52:05.237193 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-507469f1-d90f-4dad-a498-17f9c1bb716f req-27a0b841-e565-43c6-8c03-6a745b9368ac tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Deleting port 75a77bba-7999-4bea-b550-d310e420cbf7 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:52:05.237527 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-507469f1-d90f-4dad-a498-17f9c1bb716f req-27a0b841-e565-43c6-8c03-6a745b9368ac tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:05.299236 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d85464a5-d07b-49bc-a5a1-fcafd3de8205 req-1137743b-045d-4d03-8bef-96dad950023b tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/security-groups?id=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491368 Jun 14 14:52:05.432815 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ca04f675-10c9-42b8-b4a2-be37544c0f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:05.497154 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-61154d7d-c5c1-4913-9ee5-472bb9dd556b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:05.529923 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-15e81966-d28f-49b9-8395-67a8d6f27af7 req-1a257f10-9621-4a9d-8649-08fb8f78a3be tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 210 time: 0.0603843 Jun 14 14:52:05.544548 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ac0a3-9b56-4231-b1ed-2997872e511f req-7661fb56-5c7d-4a79-b011-6fdba092f856 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:05.548823 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f53ac0a3-9b56-4231-b1ed-2997872e511f req-7661fb56-5c7d-4a79-b011-6fdba092f856 tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 945 time: 0.2250175 Jun 14 14:52:05.549115 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-507469f1-d90f-4dad-a498-17f9c1bb716f req-27a0b841-e565-43c6-8c03-6a745b9368ac tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] For port 75a77bba-7999-4bea-b550-d310e420cbf7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=75a77bba-7999-4bea-b550-d310e420cbf7,segment=NetworkSegment(7ca67635-549c-4dba-90fa-ab2ef13ca70b),segment_id=7ca67635-549c-4dba-90fa-ab2ef13ca70b)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:52:05.549359 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-507469f1-d90f-4dad-a498-17f9c1bb716f req-27a0b841-e565-43c6-8c03-6a745b9368ac tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:05.652883 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 41b83637-5ae2-4b43-bcab-cd47fe304de8 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:52:05.667303 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f53ac0a3-9b56-4231-b1ed-2997872e511f req-4e59f7aa-1a30-4922-a0e2-7c71ef93dbab tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb78c81e-da72-429b-8bef-02f98f521f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093264 Jun 14 14:52:05.669605 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-507469f1-d90f-4dad-a498-17f9c1bb716f req-27a0b841-e565-43c6-8c03-6a745b9368ac tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Calling delete_port for 75a77bba-7999-4bea-b550-d310e420cbf7 owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:52:05.732574 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ca04f675-10c9-42b8-b4a2-be37544c0f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:05.808141 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ca04f675-10c9-42b8-b4a2-be37544c0f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:05.814126 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-3463a7c7-6199-47b0-9942-2f0a7d650f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:05.834825 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 41b83637-5ae2-4b43-bcab-cd47fe304de8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=41b83637-5ae2-4b43-bcab-cd47fe304de8,segment=NetworkSegment(36f697b0-3a3c-4751-9411-bff5d5d5fed1),segment_id=36f697b0-3a3c-4751-9411-bff5d5d5fed1)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:52:05.854488 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Returning: {'device': '41b83637-5ae2-4b43-bcab-cd47fe304de8', 'network_id': 'e0dfdb0e-d90d-4f6a-a607-6e475071d8dd', 'port_id': '41b83637-5ae2-4b43-bcab-cd47fe304de8', 'mac_address': 'fa:16:3e:88:6c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01765de7-ae91-4be9-8e32-8ad51dbf496b', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:52:05.889843 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-ca04f675-10c9-42b8-b4a2-be37544c0f6f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab0df9994c734af690985a540519080b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6540835 Jun 14 14:52:05.889843 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04f675-10c9-42b8-b4a2-be37544c0f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bca2295-eaa5-4417-8af8-727b927d53d5,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:05.892028 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 35732) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:52:05.893485 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc478c5-f4ae-491c-83cc-bd888502e057 req-57444685-f9d7-4dc7-bc40-b00e3071f28f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:05.902660 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cdc478c5-f4ae-491c-83cc-bd888502e057 req-57444685-f9d7-4dc7-bc40-b00e3071f28f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.2006423 Jun 14 14:52:05.918412 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-ca04f675-10c9-42b8-b4a2-be37544c0f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:05.939924 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:05.953135 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-72ae6f30-9b3e-4ed2-a290-ac9b3ee476da tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Made reservation on behalf of 450de72c8b3348b09d10abbbfb1cec18 for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:52:05.957629 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-72ae6f30-9b3e-4ed2-a290-ac9b3ee476da tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:05.961290 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b83637-5ae2-4b43-bcab-cd47fe304de8 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:52:05.962980 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-83bfce82-16fe-4491-966b-642612f768f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:05.991886 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 41b83637-5ae2-4b43-bcab-cd47fe304de8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=41b83637-5ae2-4b43-bcab-cd47fe304de8,segment=NetworkSegment(36f697b0-3a3c-4751-9411-bff5d5d5fed1),segment_id=36f697b0-3a3c-4751-9411-bff5d5d5fed1)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:52:05.992527 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-83bfce82-16fe-4491-966b-642612f768f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:06.030705 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cdc478c5-f4ae-491c-83cc-bd888502e057 req-66dede59-eb92-46dc-a979-d42f5c9fbbd2 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278989 Jun 14 14:52:06.085330 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:06.089745 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:06.119843 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-507469f1-d90f-4dad-a498-17f9c1bb716f req-27a0b841-e565-43c6-8c03-6a745b9368ac tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:06.130175 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-7f3a9e4d-7c11-4554-b7c1-459321b082c6 tempest-DeleteServersTestJSON-325016490 tempest-DeleteServersTestJSON-325016490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:06.151706 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['75a77bba-7999-4bea-b550-d310e420cbf7'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:52:06.177796 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-83bfce82-16fe-4491-966b-642612f768f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:06.182098 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-83bfce82-16fe-4491-966b-642612f768f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:06.185276 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-83bfce82-16fe-4491-966b-642612f768f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9bca2295-eaa5-4417-8af8-727b927d53d5 HTTP/1.1" status: 204 len: 168 time: 0.2905650 Jun 14 14:52:06.185491 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0b841-e565-43c6-8c03-6a745b9368ac tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Pushing event deleted for resources: {'Port': ['ID=75a77bba-7999-4bea-b550-d310e420cbf7,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:06.186261 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-758e264b-5906-4826-8840-8b1694bde881 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:06.214291 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bfce82-16fe-4491-966b-642612f768f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bca2295-eaa5-4417-8af8-727b927d53d5,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:06.220580 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-27a0b841-e565-43c6-8c03-6a745b9368ac tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:06.235395 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-83bfce82-16fe-4491-966b-642612f768f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:06.286620 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=41b83637-5ae2-4b43-bcab-cd47fe304de8,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:06.303855 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:06.304522 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:06.305763 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:06.307001 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:06.307528 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:06.308064 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:06.308559 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:06.309441 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-507469f1-d90f-4dad-a498-17f9c1bb716f req-27a0b841-e565-43c6-8c03-6a745b9368ac tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] No DVR routers for this DVR port 75a77bba-7999-4bea-b550-d310e420cbf7 on host hv-cinder-77262 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:52:06.309686 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:06.311703 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:06.312496 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:06.313106 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:06.313737 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:06.315266 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-507469f1-d90f-4dad-a498-17f9c1bb716f req-27a0b841-e565-43c6-8c03-6a745b9368ac tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:06.318057 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-507469f1-d90f-4dad-a498-17f9c1bb716f req-27a0b841-e565-43c6-8c03-6a745b9368ac tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.35 "DELETE /v2.0/ports/75a77bba-7999-4bea-b550-d310e420cbf7 HTTP/1.1" status: 204 len: 173 time: 1.8843446 Jun 14 14:52:06.318612 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54a16b0-726a-482a-b586-6f493de62d4b', 'name': 'network-vif-deleted', 'tag': '75a77bba-7999-4bea-b550-d310e420cbf7'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:52:06.321778 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c5ebcf-eaf9-4167-a8a8-c10fbcb46cc9" -d '{"events": [{"server_uuid": "e54a16b0-726a-482a-b586-6f493de62d4b", "name": "network-vif-deleted", "tag": "75a77bba-7999-4bea-b550-d310e420cbf7"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:52:06.322365 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:06.337975 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-72ae6f30-9b3e-4ed2-a290-ac9b3ee476da tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Allocated IP 172.20.0.12 (1e5cffea-fc85-4182-a7df-c16b809fea19/3b0e48c4-0fde-41c0-bcd2-152f845200af/1a0ea2d7-c0e0-4a4d-acb8-62835efe4092) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:52:06.397948 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd403f9c-f6b5-4997-b704-d92ff7d3ffbc x-openstack-request-id: req-bd403f9c-f6b5-4997-b704-d92ff7d3ffbc {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:52:06.398775 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54a16b0-726a-482a-b586-6f493de62d4b", "name": "network-vif-deleted", "tag": "75a77bba-7999-4bea-b550-d310e420cbf7", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:52:06.399328 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bd403f9c-f6b5-4997-b704-d92ff7d3ffbc {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:52:06.400248 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54a16b0-726a-482a-b586-6f493de62d4b', 'name': 'network-vif-deleted', 'tag': '75a77bba-7999-4bea-b550-d310e420cbf7', 'status': 'completed', 'code': 200} Jun 14 14:52:06.540201 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:06.586010 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7d731-2556-4658-ac23-acf95e8b3958 req-ec706ed5-d0d9-4df2-b00d-a2514e61fc65 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:06.587774 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f7d7d731-2556-4658-ac23-acf95e8b3958 req-ec706ed5-d0d9-4df2-b00d-a2514e61fc65 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.1387970 Jun 14 14:52:06.671806 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f7d7d731-2556-4658-ac23-acf95e8b3958 req-af897c7a-ee24-4f1f-9796-9dfa5db62599 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642681 Jun 14 14:52:06.673948 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['41b83637-5ae2-4b43-bcab-cd47fe304de8'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:52:06.748130 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-72ae6f30-9b3e-4ed2-a290-ac9b3ee476da tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Notify callbacks [] for port, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:06.864570 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded287f2-8b85-4ee5-9a44-1f080c0cad9c req-ec754df4-38cd-49aa-b474-bca2312143b7 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:06.881155 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ded287f2-8b85-4ee5-9a44-1f080c0cad9c req-ec754df4-38cd-49aa-b474-bca2312143b7 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 949 time: 0.2231829 Jun 14 14:52:06.888830 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5f883ff5-8135-443b-9d62-a362cb0f020c req-17600e50-99b9-4176-8620-039213e8bc25 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 210 time: 0.0632229 Jun 14 14:52:06.929094 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-72ae6f30-9b3e-4ed2-a290-ac9b3ee476da tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28280472'] for port, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:06.957431 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:07.055785 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ded287f2-8b85-4ee5-9a44-1f080c0cad9c req-0307838e-e8f4-4868-b833-0ac7fac38285 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/security-groups?id=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708534 Jun 14 14:52:07.070250 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-72ae6f30-9b3e-4ed2-a290-ac9b3ee476da tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Network 1e5cffea-fc85-4182-a7df-c16b809fea19 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:52:07.102858 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae6f30-9b3e-4ed2-a290-ac9b3ee476da tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Pushing event updated for resources: {'Port': ['ID=1a0ea2d7-c0e0-4a4d-acb8-62835efe4092,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:07.106374 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-72ae6f30-9b3e-4ed2-a290-ac9b3ee476da tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:52:07.112387 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-72ae6f30-9b3e-4ed2-a290-ac9b3ee476da tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:07.112387 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-72ae6f30-9b3e-4ed2-a290-ac9b3ee476da tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:52:07.184817 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-72ae6f30-9b3e-4ed2-a290-ac9b3ee476da tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:07.185880 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-72ae6f30-9b3e-4ed2-a290-ac9b3ee476da tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:07.240750 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-760def28-4716-4476-8381-4f629ce04496 req-78864be4-acf9-4962-8167-b966b345ccac tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] 10.222.0.48 "GET /v2.0/ports?device_id=e54a16b0-726a-482a-b586-6f493de62d4b HTTP/1.1" status: 200 len: 210 time: 0.0409899 Jun 14 14:52:07.311610 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-72ae6f30-9b3e-4ed2-a290-ac9b3ee476da tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1262794 Jun 14 14:52:07.329476 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-af0a650e-27d5-41ee-ac6a-37bbc18ea8e4 service neutron] Request body: {'port': {'device_id': '7f3f6e60-79f1-461f-bdcf-7aca52a8415a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:52:07.530497 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-af0a650e-27d5-41ee-ac6a-37bbc18ea8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:07.565244 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480ebad-a5e1-4aa5-ae1e-60e1ea32273b req-c22aad64-ff11-444f-80a7-b9b6766f53b7 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:07.567894 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5480ebad-a5e1-4aa5-ae1e-60e1ea32273b req-c22aad64-ff11-444f-80a7-b9b6766f53b7 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.1941779 Jun 14 14:52:07.647942 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 75a77bba-7999-4bea-b550-d310e420cbf7 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:52:07.680399 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] No Port match for: 75a77bba-7999-4bea-b550-d310e420cbf7 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:52:07.681885 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 75a77bba-7999-4bea-b550-d310e420cbf7 not bound to the agent host hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:52:07.793930 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5480ebad-a5e1-4aa5-ae1e-60e1ea32273b req-339d335e-e53a-42dd-aaf9-afdc3f37d782 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915627 Jun 14 14:52:07.907873 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e15c09-b20c-487e-a318-4d66a4a88e92 req-f648408a-eeec-417f-bd57-eceec5b7d5db tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:07.910427 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-96e15c09-b20c-487e-a318-4d66a4a88e92 req-f648408a-eeec-417f-bd57-eceec5b7d5db tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0865390 Jun 14 14:52:07.968453 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-96e15c09-b20c-487e-a318-4d66a4a88e92 req-1fafe16b-b39c-4674-8aae-8d8cb88cf73b tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513017 Jun 14 14:52:08.122104 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:08.177537 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951130e1-52bf-4851-bef0-a2477a5139ae req-a7b00180-4e14-4aac-b796-b0796ee6ce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:08.179085 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-951130e1-52bf-4851-bef0-a2477a5139ae req-a7b00180-4e14-4aac-b796-b0796ee6ce53 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=961e2167fbc04b84a095ba99391daa7f&device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 1098 time: 0.2382472 Jun 14 14:52:08.286176 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-af0a650e-27d5-41ee-ac6a-37bbc18ea8e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a0ea2d7-c0e0-4a4d-acb8-62835efe4092 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:52:08.301399 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-af0a650e-27d5-41ee-ac6a-37bbc18ea8e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:08.381731 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefceef-5b62-40f5-b591-165b3392bc23 req-1b400fd6-e1d6-49e1-a4b9-371c68061515 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:08.384746 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1aefceef-5b62-40f5-b591-165b3392bc23 req-1b400fd6-e1d6-49e1-a4b9-371c68061515 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 949 time: 0.1221738 Jun 14 14:52:08.413671 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e43347-7d39-4e92-bdd0-020687765801 req-8236cc85-2eb8-4de1-ae5e-2f089d61d4df tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:08.416119 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-10e43347-7d39-4e92-bdd0-020687765801 req-8236cc85-2eb8-4de1-ae5e-2f089d61d4df tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 932 time: 0.3470602 Jun 14 14:52:08.417900 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-af0a650e-27d5-41ee-ac6a-37bbc18ea8e4 service neutron] Transition to ACTIVE for port object 1a0ea2d7-c0e0-4a4d-acb8-62835efe4092 will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:52:08.466760 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951130e1-52bf-4851-bef0-a2477a5139ae req-19ee5426-ff53-40f1-884b-2e0214f8331b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:08.468490 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-951130e1-52bf-4851-bef0-a2477a5139ae req-19ee5426-ff53-40f1-884b-2e0214f8331b service neutron] 10.222.0.35 "GET /v2.0/networks?id=8b454c64-970f-47e1-a40e-57537dd1c348 HTTP/1.1" status: 200 len: 920 time: 0.2742279 Jun 14 14:52:08.477253 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1aefceef-5b62-40f5-b591-165b3392bc23 req-c82b59fd-e716-45ca-86a1-5fdfae375e6e tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/security-groups?id=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772572 Jun 14 14:52:08.493413 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-10e43347-7d39-4e92-bdd0-020687765801 req-51e4aae3-2313-44f3-b431-1cf3fced2921 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674288 Jun 14 14:52:08.553472 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-af0a650e-27d5-41ee-ac6a-37bbc18ea8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:08.556178 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-27a0b841-e565-43c6-8c03-6a745b9368ac tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:08.559096 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-951130e1-52bf-4851-bef0-a2477a5139ae req-8b3cb68b-986a-45c2-be7a-119afdaf3b04 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=123abbd5-df4e-492e-ba09-a70c6c1bfb6e HTTP/1.1" status: 200 len: 217 time: 0.0696919 Jun 14 14:52:09.060417 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a650e-27d5-41ee-ac6a-37bbc18ea8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1a0ea2d7-c0e0-4a4d-acb8-62835efe4092,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:09.110390 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-af0a650e-27d5-41ee-ac6a-37bbc18ea8e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:09.140832 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951130e1-52bf-4851-bef0-a2477a5139ae req-d23dd406-b0e2-4d46-ab49-45b23f613378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:09.142379 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-951130e1-52bf-4851-bef0-a2477a5139ae req-d23dd406-b0e2-4d46-ab49-45b23f613378 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d106303-d89a-4acd-899f-44cb0b843ee9 HTTP/1.1" status: 200 len: 859 time: 0.5533843 Jun 14 14:52:09.240091 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-951130e1-52bf-4851-bef0-a2477a5139ae req-6e6b79a1-f01e-4fdf-8a42-5436603d3fd0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b454c64-970f-47e1-a40e-57537dd1c348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577273 Jun 14 14:52:09.301215 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85bf4e1-cdaf-4156-9470-de0381e39a88 req-03de4739-5978-49da-ba1b-20b15bea178e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:09.302874 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e85bf4e1-cdaf-4156-9470-de0381e39a88 req-03de4739-5978-49da-ba1b-20b15bea178e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.1402645 Jun 14 14:52:09.323238 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455e6ef-f34b-44f1-b343-ff9fa9102c49 req-a8da873b-d9e4-4dc0-a569-c9891dceb8d4 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:09.324762 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d455e6ef-f34b-44f1-b343-ff9fa9102c49 req-a8da873b-d9e4-4dc0-a569-c9891dceb8d4 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.2935107 Jun 14 14:52:09.327863 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-af0a650e-27d5-41ee-ac6a-37bbc18ea8e4 service neutron] Attempting to bind port 1a0ea2d7-c0e0-4a4d-acb8-62835efe4092 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:52:09.328204 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-af0a650e-27d5-41ee-ac6a-37bbc18ea8e4 service neutron] Attempting to bind port 1a0ea2d7-c0e0-4a4d-acb8-62835efe4092 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '6e60df40-74d6-4080-97af-771d3e02f4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1e5cffea-fc85-4182-a7df-c16b809fea19'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:52:09.328536 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-af0a650e-27d5-41ee-ac6a-37bbc18ea8e4 service neutron] Attempting to bind port 1a0ea2d7-c0e0-4a4d-acb8-62835efe4092 on network 1e5cffea-fc85-4182-a7df-c16b809fea19 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:52:09.376483 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e85bf4e1-cdaf-4156-9470-de0381e39a88 req-909964d1-b880-400e-bd2a-1fbf70c8c2dc tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648127 Jun 14 14:52:09.401591 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-af0a650e-27d5-41ee-ac6a-37bbc18ea8e4 service neutron] Port 1a0ea2d7-c0e0-4a4d-acb8-62835efe4092 on network 1e5cffea-fc85-4182-a7df-c16b809fea19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:52:09.401992 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-af0a650e-27d5-41ee-ac6a-37bbc18ea8e4 service neutron] Attempting to bind port 1a0ea2d7-c0e0-4a4d-acb8-62835efe4092 on network 1e5cffea-fc85-4182-a7df-c16b809fea19 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:52:09.444546 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-af0a650e-27d5-41ee-ac6a-37bbc18ea8e4 service neutron] Checking agent: {'id': '8465c201-e91e-4007-8337-fb267b4bb0bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'started_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:52:09.444896 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-af0a650e-27d5-41ee-ac6a-37bbc18ea8e4 service neutron] Checking segment: {'id': '6e60df40-74d6-4080-97af-771d3e02f4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1e5cffea-fc85-4182-a7df-c16b809fea19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:52:09.445293 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-af0a650e-27d5-41ee-ac6a-37bbc18ea8e4 service neutron] Bound using segment: {'id': '6e60df40-74d6-4080-97af-771d3e02f4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1e5cffea-fc85-4182-a7df-c16b809fea19'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:52:09.445818 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-af0a650e-27d5-41ee-ac6a-37bbc18ea8e4 service neutron] Bound port: 1a0ea2d7-c0e0-4a4d-acb8-62835efe4092, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e60df40-74d6-4080-97af-771d3e02f4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1e5cffea-fc85-4182-a7df-c16b809fea19'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:52:09.446184 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-af0a650e-27d5-41ee-ac6a-37bbc18ea8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:09.499444 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-951130e1-52bf-4851-bef0-a2477a5139ae req-b445932d-6fad-4edd-828d-d9acb0e42a21 service neutron] 10.222.0.35 "GET /v2.0/networks/8b454c64-970f-47e1-a40e-57537dd1c348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493384 Jun 14 14:52:09.532046 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d455e6ef-f34b-44f1-b343-ff9fa9102c49 req-0b8b8d30-bb56-42fd-be78-250a008b4a28 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478586 Jun 14 14:52:09.663325 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 41b83637-5ae2-4b43-bcab-cd47fe304de8 up at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:52:09.746043 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-af0a650e-27d5-41ee-ac6a-37bbc18ea8e4 service neutron] For port 1a0ea2d7-c0e0-4a4d-acb8-62835efe4092, host hv-cinder-77262, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:52:09.749919 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-af0a650e-27d5-41ee-ac6a-37bbc18ea8e4 service neutron] For port 1a0ea2d7-c0e0-4a4d-acb8-62835efe4092, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1a0ea2d7-c0e0-4a4d-acb8-62835efe4092,segment=NetworkSegment(6e60df40-74d6-4080-97af-771d3e02f4e7),segment_id=6e60df40-74d6-4080-97af-771d3e02f4e7)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:52:09.788312 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-951130e1-52bf-4851-bef0-a2477a5139ae req-ab6dff47-764a-4bd5-8981-2f8c7fc21c46 service neutron] 10.222.0.35 "GET /v2.0/networks/8b454c64-970f-47e1-a40e-57537dd1c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599177 Jun 14 14:52:09.818193 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe05c2-3459-4869-8a5d-73413e3c153c req-4bd32e38-5781-478c-9ff8-77c6d4086303 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:09.820181 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6afe05c2-3459-4869-8a5d-73413e3c153c req-4bd32e38-5781-478c-9ff8-77c6d4086303 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 949 time: 0.1423106 Jun 14 14:52:09.843980 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-af0a650e-27d5-41ee-ac6a-37bbc18ea8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:09.849439 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:09.857690 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning for port 41b83637-5ae2-4b43-bcab-cd47fe304de8 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:52:09.865073 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning complete for port 41b83637-5ae2-4b43-bcab-cd47fe304de8 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:52:09.865940 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:09.928234 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-af0a650e-27d5-41ee-ac6a-37bbc18ea8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:09.929346 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-af0a650e-27d5-41ee-ac6a-37bbc18ea8e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:09.931820 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-af0a650e-27d5-41ee-ac6a-37bbc18ea8e4 service neutron] 10.222.0.35 "PUT /v2.0/ports/1a0ea2d7-c0e0-4a4d-acb8-62835efe4092 HTTP/1.1" status: 200 len: 1094 time: 2.6083708 Jun 14 14:52:09.932975 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6afe05c2-3459-4869-8a5d-73413e3c153c req-6c7249a5-abb1-4584-bc88-6ee197ed0812 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/security-groups?id=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065607 Jun 14 14:52:09.935777 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3f6e60-79f1-461f-bdcf-7aca52a8415a', 'tag': '1a0ea2d7-c0e0-4a4d-acb8-62835efe4092'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:52:09.940130 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b52fbf-a92a-42ef-a6f5-756972e5052c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f3f6e60-79f1-461f-bdcf-7aca52a8415a", "tag": "1a0ea2d7-c0e0-4a4d-acb8-62835efe4092"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:52:10.013231 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a650e-27d5-41ee-ac6a-37bbc18ea8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1a0ea2d7-c0e0-4a4d-acb8-62835efe4092,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:10.017943 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-af0a650e-27d5-41ee-ac6a-37bbc18ea8e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:10.033191 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143c9db-5336-4334-9697-a33392876dbd req-0258b631-a67e-4667-91e2-029c2062ce2c tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:10.037083 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4143c9db-5336-4334-9697-a33392876dbd req-0258b631-a67e-4667-91e2-029c2062ce2c tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 944 time: 0.2462115 Jun 14 14:52:10.040108 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff8525b-9994-46c1-9a6a-403b3b7993e5 x-openstack-request-id: req-cff8525b-9994-46c1-9a6a-403b3b7993e5 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:52:10.040943 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f3f6e60-79f1-461f-bdcf-7aca52a8415a", "tag": "1a0ea2d7-c0e0-4a4d-acb8-62835efe4092", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:52:10.041623 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cff8525b-9994-46c1-9a6a-403b3b7993e5 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:52:10.042343 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f3f6e60-79f1-461f-bdcf-7aca52a8415a', 'tag': '1a0ea2d7-c0e0-4a4d-acb8-62835efe4092', 'status': 'completed', 'code': 200} Jun 14 14:52:10.063669 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:10.103146 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773ce9be-f6af-43b3-b405-da6472ec550d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b83637-5ae2-4b43-bcab-cd47fe304de8'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:52:10.105432 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a020b235-7db4-4ba6-a411-02ff420420ff" -d '{"events": [{"server_uuid": "773ce9be-f6af-43b3-b405-da6472ec550d", "name": "network-vif-plugged", "status": "completed", "tag": "41b83637-5ae2-4b43-bcab-cd47fe304de8"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:52:10.136079 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 41b83637-5ae2-4b43-bcab-cd47fe304de8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=41b83637-5ae2-4b43-bcab-cd47fe304de8,segment=NetworkSegment(36f697b0-3a3c-4751-9411-bff5d5d5fed1),segment_id=36f697b0-3a3c-4751-9411-bff5d5d5fed1)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:52:10.162912 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92829a7-6bad-45ad-920a-180d5b1a0aa1 x-openstack-request-id: req-f92829a7-6bad-45ad-920a-180d5b1a0aa1 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:52:10.163453 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773ce9be-f6af-43b3-b405-da6472ec550d", "name": "network-vif-plugged", "status": "completed", "tag": "41b83637-5ae2-4b43-bcab-cd47fe304de8", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:52:10.163977 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f92829a7-6bad-45ad-920a-180d5b1a0aa1 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:52:10.165380 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773ce9be-f6af-43b3-b405-da6472ec550d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b83637-5ae2-4b43-bcab-cd47fe304de8', 'code': 200} Jun 14 14:52:10.173785 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4143c9db-5336-4334-9697-a33392876dbd req-7e475f51-5ead-41f5-a53b-0ab08ae9ef66 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251876 Jun 14 14:52:10.211643 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b52fbf-a92a-42ef-a6f5-756972e5052c req-69dc9ac7-2197-478a-af23-e72e93e5bceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:10.214033 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c9b52fbf-a92a-42ef-a6f5-756972e5052c req-69dc9ac7-2197-478a-af23-e72e93e5bceb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=450de72c8b3348b09d10abbbfb1cec18&device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 1097 time: 0.1531401 Jun 14 14:52:10.241145 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:10.242350 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:10.247242 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-215bc3cb-4525-4e35-bdd6-a7043cc8b25e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:10.389925 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=41b83637-5ae2-4b43-bcab-cd47fe304de8,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:10.410365 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:10.446311 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b52fbf-a92a-42ef-a6f5-756972e5052c req-535bdb19-443c-4653-a770-ad3483e5e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:10.449166 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c9b52fbf-a92a-42ef-a6f5-756972e5052c req-535bdb19-443c-4653-a770-ad3483e5e480 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=450de72c8b3348b09d10abbbfb1cec18&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2250547 Jun 14 14:52:10.462289 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:52:10.693998 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b52fbf-a92a-42ef-a6f5-756972e5052c req-153ad7ee-0570-472e-83ca-124ae94b5596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:10.696009 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c9b52fbf-a92a-42ef-a6f5-756972e5052c req-153ad7ee-0570-472e-83ca-124ae94b5596 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2400894 Jun 14 14:52:10.758441 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa170464-a80f-4be7-9729-5268a26b09c9 req-73304ed5-da5c-454c-9350-1d44a455427f tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:10.768530 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-aa170464-a80f-4be7-9729-5268a26b09c9 req-73304ed5-da5c-454c-9350-1d44a455427f tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.2070320 Jun 14 14:52:10.886781 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-aa170464-a80f-4be7-9729-5268a26b09c9 req-961486ff-7221-4700-b7ac-5adc055bff7f tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163697 Jun 14 14:52:11.066706 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de6a69-55de-4b8a-a770-6c6f8e70c1e4 req-fdc11461-4b9e-4678-834c-98affe83f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:11.068521 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e3de6a69-55de-4b8a-a770-6c6f8e70c1e4 req-fdc11461-4b9e-4678-834c-98affe83f6ae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 1103 time: 0.3280582 Jun 14 14:52:11.076706 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-0cd8f167-b83e-4374-8438-43b554f967ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:11.078434 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-0cd8f167-b83e-4374-8438-43b554f967ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=450de72c8b3348b09d10abbbfb1cec18&device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 1097 time: 0.2016850 Jun 14 14:52:11.097808 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab9f3b-bdb0-44bc-b632-64f4d026a164 req-43fd81e8-dddf-4604-9cac-30b0b97c1f2e tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:11.099667 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-32ab9f3b-bdb0-44bc-b632-64f4d026a164 req-43fd81e8-dddf-4604-9cac-30b0b97c1f2e tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.2318807 Jun 14 14:52:11.193693 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-10f21320-86ba-4b99-93a7-e0a0e9ab8d07 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a0ea2d7-c0e0-4a4d-acb8-62835efe4092 HTTP/1.1" status: 200 len: 217 time: 0.1043999 Jun 14 14:52:11.208919 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6eb35-4713-4958-b033-19cef68e7b8e req-86753008-37e8-4a4b-9ce1-f5b7319a50e4 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:11.210522 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-94f6eb35-4713-4958-b033-19cef68e7b8e req-86753008-37e8-4a4b-9ce1-f5b7319a50e4 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 950 time: 0.0934944 Jun 14 14:52:11.211071 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e3de6a69-55de-4b8a-a770-6c6f8e70c1e4 req-7082bcdb-96fa-4e6d-8d3a-b8bf64fc7668 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316378 Jun 14 14:52:11.227481 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-32ab9f3b-bdb0-44bc-b632-64f4d026a164 req-d5387c6b-5bb2-4fc1-9042-7afbe349e7be tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109858 Jun 14 14:52:11.287691 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-94f6eb35-4713-4958-b033-19cef68e7b8e req-e693f087-ba82-47a2-9fb7-9185ba917dbd tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/security-groups?id=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687072 Jun 14 14:52:11.493833 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fd354-b585-4cdf-954a-71df97c2bb3c req-bd8fcdfb-7e11-4261-a88d-17598c1d090c tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:11.500099 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-862fd354-b585-4cdf-954a-71df97c2bb3c req-bd8fcdfb-7e11-4261-a88d-17598c1d090c tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 944 time: 0.1266096 Jun 14 14:52:11.561200 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-862fd354-b585-4cdf-954a-71df97c2bb3c req-b8ab7950-0ff8-45ac-90b4-1469c0690c34 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526359 Jun 14 14:52:12.139415 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 9fa81b1d-00e2-46d7-a1eb-9d358789109e details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:52:12.316232 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 9fa81b1d-00e2-46d7-a1eb-9d358789109e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9fa81b1d-00e2-46d7-a1eb-9d358789109e,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:52:12.339686 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Returning: {'device': '9fa81b1d-00e2-46d7-a1eb-9d358789109e', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'port_id': '9fa81b1d-00e2-46d7-a1eb-9d358789109e', 'mac_address': 'fa:16:3e:cd:93:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:52:12.421688 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:12.427447 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abba0b-ed4c-4dfe-a40a-ef451a5a6e70 req-28dc87bb-9d2b-4290-b4ee-727e321da38d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:12.430088 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a1abba0b-ed4c-4dfe-a40a-ef451a5a6e70 req-28dc87bb-9d2b-4290-b4ee-727e321da38d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.3890493 Jun 14 14:52:12.450792 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa81b1d-00e2-46d7-a1eb-9d358789109e {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:52:12.490888 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 9fa81b1d-00e2-46d7-a1eb-9d358789109e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9fa81b1d-00e2-46d7-a1eb-9d358789109e,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:52:12.498007 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a1abba0b-ed4c-4dfe-a40a-ef451a5a6e70 req-a2fcc632-2c81-4491-bf6d-5a7e07bbc607 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606501 Jun 14 14:52:12.535046 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a44a36-dc87-4da6-a1d2-1b579c61545f req-4c7a7663-871e-4441-bc3a-5b3e5717619a tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:12.537614 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-20a44a36-dc87-4da6-a1d2-1b579c61545f req-4c7a7663-871e-4441-bc3a-5b3e5717619a tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 944 time: 0.1180060 Jun 14 14:52:12.585269 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:12.588180 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:12.631895 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-20a44a36-dc87-4da6-a1d2-1b579c61545f req-8ea9b557-d434-45d2-bd16-76c47a405514 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845463 Jun 14 14:52:12.708812 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=9fa81b1d-00e2-46d7-a1eb-9d358789109e,revision_number=9']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:12.713604 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:12.823848 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c6f87-d364-42f3-b13d-e0a893e11fbf req-588e5754-2ddc-4798-985d-bdfe09856893 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:12.828410 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6e0c6f87-d364-42f3-b13d-e0a893e11fbf req-588e5754-2ddc-4798-985d-bdfe09856893 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 950 time: 0.1211390 Jun 14 14:52:12.902801 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6e0c6f87-d364-42f3-b13d-e0a893e11fbf req-5fc60215-b680-468f-9914-4e7c0be037ee tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/security-groups?id=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674436 Jun 14 14:52:12.971049 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264748b7-90a0-45f2-bfc7-53e8858ac1d1 req-6b248f60-2ebd-4f45-bd4b-d0653041aa5e tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:12.973750 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-264748b7-90a0-45f2-bfc7-53e8858ac1d1 req-6b248f60-2ebd-4f45-bd4b-d0653041aa5e tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 944 time: 0.1132252 Jun 14 14:52:13.040291 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-264748b7-90a0-45f2-bfc7-53e8858ac1d1 req-04e36ab3-f676-4208-a58e-c934fea7a977 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591700 Jun 14 14:52:13.752236 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfbfaf-a371-4737-99c9-a6cb95da69d2 req-194c9ebb-275f-40ae-b5a3-8ab9047fd7eb tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:13.755455 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-24bfbfaf-a371-4737-99c9-a6cb95da69d2 req-194c9ebb-275f-40ae-b5a3-8ab9047fd7eb tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0935192 Jun 14 14:52:13.837045 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-24bfbfaf-a371-4737-99c9-a6cb95da69d2 req-810c4acd-d0aa-4ac1-881c-cca72a1afcd5 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663872 Jun 14 14:52:13.992134 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25f0e6-f613-470b-8f38-49941d3531f2 req-8dcde539-7889-4adf-b0cf-987be3275dc5 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:13.995000 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5b25f0e6-f613-470b-8f38-49941d3531f2 req-8dcde539-7889-4adf-b0cf-987be3275dc5 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 945 time: 0.1665282 Jun 14 14:52:14.074372 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5b25f0e6-f613-470b-8f38-49941d3531f2 req-0c9daaba-c2ee-499a-81f9-901fbdf51426 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688052 Jun 14 14:52:14.151700 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993ea56-e670-43cd-90f0-e0ee3f3a0568 req-1a620b4d-80c4-4ffc-afd5-d91ad4177602 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:14.153361 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5993ea56-e670-43cd-90f0-e0ee3f3a0568 req-1a620b4d-80c4-4ffc-afd5-d91ad4177602 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 950 time: 0.0968845 Jun 14 14:52:14.231771 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5993ea56-e670-43cd-90f0-e0ee3f3a0568 req-2bda1d35-7121-4b23-8ec2-c06beb3810c2 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/security-groups?id=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692086 Jun 14 14:52:14.334533 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-976e796e-0fcd-4334-813b-38fda7007f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:14.336051 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-976e796e-0fcd-4334-813b-38fda7007f38 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b0e48c4-0fde-41c0-bcd2-152f845200af HTTP/1.1" status: 200 len: 853 time: 0.1023619 Jun 14 14:52:14.370175 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fafba9-4ccd-453e-b7bd-57bb24ce27e5 req-90723ecb-7086-4d27-a2d8-7dfa1e2fb6d0 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:14.371706 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-92fafba9-4ccd-453e-b7bd-57bb24ce27e5 req-90723ecb-7086-4d27-a2d8-7dfa1e2fb6d0 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 944 time: 0.1479352 Jun 14 14:52:14.400932 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-49716e14-1926-416d-a71a-9102d9828d39 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e5cffea-fc85-4182-a7df-c16b809fea19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504718 Jun 14 14:52:14.472791 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-92fafba9-4ccd-453e-b7bd-57bb24ce27e5 req-cb38ce0e-1976-436c-9d16-a894bb014b9c tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752692 Jun 14 14:52:14.550953 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['9fa81b1d-00e2-46d7-a1eb-9d358789109e'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:52:14.563510 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-5e4254f2-89da-49b8-923f-52a2db86c23e service neutron] 10.222.0.35 "GET /v2.0/networks/1e5cffea-fc85-4182-a7df-c16b809fea19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459575 Jun 14 14:52:14.717993 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-09e12f9c-2ac9-4c42-9fdd-50c3c774254b req-9865548b-c172-40de-bc67-c02ba1c4d008 service neutron] 10.222.0.35 "GET /v2.0/networks/1e5cffea-fc85-4182-a7df-c16b809fea19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447887 Jun 14 14:52:15.054659 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb9866-d9d8-4025-adeb-b46e6db83489 req-642d1f46-1638-4b25-8e56-d9c4604c1060 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:15.057167 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d9eb9866-d9d8-4025-adeb-b46e6db83489 req-642d1f46-1638-4b25-8e56-d9c4604c1060 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0894248 Jun 14 14:52:15.114017 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d9eb9866-d9d8-4025-adeb-b46e6db83489 req-a9aedc12-6ac7-4730-a4cd-0aa2f2b2b028 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509756 Jun 14 14:52:15.408737 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be75c5-8711-4101-bc00-53800cebf746 req-e2217fdf-b2c5-4624-ae83-21c16d11f121 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:15.416565 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-45be75c5-8711-4101-bc00-53800cebf746 req-e2217fdf-b2c5-4624-ae83-21c16d11f121 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 945 time: 0.1303449 Jun 14 14:52:15.486289 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-45be75c5-8711-4101-bc00-53800cebf746 req-5fbc477d-9832-4ea4-86a9-1e475162b493 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617692 Jun 14 14:52:15.613555 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36582595-fcc8-4b99-ad77-281973d6ef74 req-3fcca0f9-b4fd-4c93-a3f2-5057bcc3dd8a tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:15.616240 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-36582595-fcc8-4b99-ad77-281973d6ef74 req-3fcca0f9-b4fd-4c93-a3f2-5057bcc3dd8a tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 950 time: 0.1611626 Jun 14 14:52:15.739640 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-36582595-fcc8-4b99-ad77-281973d6ef74 req-9ee24885-a99b-4105-935f-e7c4cf71a331 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/security-groups?id=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115241 Jun 14 14:52:15.932362 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a638142-e44e-4276-b906-431a19c71df2 req-ec7abb36-1f1a-4251-95ab-942ffd687891 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:15.947042 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7a638142-e44e-4276-b906-431a19c71df2 req-ec7abb36-1f1a-4251-95ab-942ffd687891 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 944 time: 0.1719179 Jun 14 14:52:16.021290 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7a638142-e44e-4276-b906-431a19c71df2 req-f6b88872-dfc3-4e70-b17f-4219d452b685 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729961 Jun 14 14:52:16.099980 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 9fa81b1d-00e2-46d7-a1eb-9d358789109e up at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:52:16.281566 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning complete for port 9fa81b1d-00e2-46d7-a1eb-9d358789109e triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:52:16.282400 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:16.413990 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41ee79-0aff-40bf-bf81-c7e212a29f32 req-ff7b39d2-e567-4eda-9008-6bbd62f133d5 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:16.416289 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3d41ee79-0aff-40bf-bf81-c7e212a29f32 req-ff7b39d2-e567-4eda-9008-6bbd62f133d5 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0910127 Jun 14 14:52:16.456460 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:16.511157 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3d41ee79-0aff-40bf-bf81-c7e212a29f32 req-04507cf2-cd79-4306-98b5-2130d22e7d95 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863850 Jun 14 14:52:16.515877 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce76d42-aea2-4568-86d1-8a933f60803b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa81b1d-00e2-46d7-a1eb-9d358789109e'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:52:16.518640 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e49360-540d-44f4-9ccd-fd0795bee24f" -d '{"events": [{"server_uuid": "7ce76d42-aea2-4568-86d1-8a933f60803b", "name": "network-vif-plugged", "status": "completed", "tag": "9fa81b1d-00e2-46d7-a1eb-9d358789109e"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:52:16.527914 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 9fa81b1d-00e2-46d7-a1eb-9d358789109e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9fa81b1d-00e2-46d7-a1eb-9d358789109e,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:52:16.653888 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41076811-01c1-463c-9e05-0415c5de5dc6 x-openstack-request-id: req-41076811-01c1-463c-9e05-0415c5de5dc6 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:52:16.653888 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce76d42-aea2-4568-86d1-8a933f60803b", "name": "network-vif-plugged", "status": "completed", "tag": "9fa81b1d-00e2-46d7-a1eb-9d358789109e", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:52:16.653888 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-41076811-01c1-463c-9e05-0415c5de5dc6 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:52:16.653888 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce76d42-aea2-4568-86d1-8a933f60803b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa81b1d-00e2-46d7-a1eb-9d358789109e', 'code': 200} Jun 14 14:52:16.876610 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84baa9f2-22a6-4f2f-a697-392cde40d265 req-f48047a7-7253-41e0-a925-903a2b4fd8ed tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:16.878787 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-84baa9f2-22a6-4f2f-a697-392cde40d265 req-f48047a7-7253-41e0-a925-903a2b4fd8ed tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 945 time: 0.1280184 Jun 14 14:52:16.907507 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:16.911471 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-cf0684f7-3aaa-4efa-a2f2-021d6b3e2892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:16.962669 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-84baa9f2-22a6-4f2f-a697-392cde40d265 req-b67fc10e-6906-47bb-9f06-ddefe80e093f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776119 Jun 14 14:52:17.011772 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=9fa81b1d-00e2-46d7-a1eb-9d358789109e,revision_number=10']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:17.023653 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:17.046406 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b76001-447f-4b02-a96b-76812a5359ed req-9165481d-e23d-418c-9ba3-209b2a474fb2 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:17.050887 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b9b76001-447f-4b02-a96b-76812a5359ed req-9165481d-e23d-418c-9ba3-209b2a474fb2 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 950 time: 0.1106632 Jun 14 14:52:17.127154 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b9b76001-447f-4b02-a96b-76812a5359ed req-617db735-8052-44ce-8612-c96e43b29b4b tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/security-groups?id=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679598 Jun 14 14:52:17.401959 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982cf01-d85d-4341-98a7-d5147a699536 req-110483f4-662a-4b69-951c-aa3ebb2d11ec tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:17.411991 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6982cf01-d85d-4341-98a7-d5147a699536 req-110483f4-662a-4b69-951c-aa3ebb2d11ec tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 944 time: 0.1488576 Jun 14 14:52:17.538108 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6982cf01-d85d-4341-98a7-d5147a699536 req-6367b4d9-8bd8-45d9-a46d-76efbe69c7d2 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239958 Jun 14 14:52:17.624780 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db594e-d587-4360-928f-4cc7e2b32ef2 req-5977a823-fd22-44ca-9fa9-aa0df6638f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:17.626904 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e0db594e-d587-4360-928f-4cc7e2b32ef2 req-5977a823-fd22-44ca-9fa9-aa0df6638f50 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 1100 time: 0.1274302 Jun 14 14:52:17.677992 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e0db594e-d587-4360-928f-4cc7e2b32ef2 req-e546dc57-ea3a-41fb-974a-ed44473edc14 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430205 Jun 14 14:52:18.114155 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 1a0ea2d7-c0e0-4a4d-acb8-62835efe4092 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:52:18.261896 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:18.366235 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90550269-69fc-4769-97d8-a73617a4beab req-32bc6649-39b2-4552-9859-0917497caaa8 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:18.374157 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-90550269-69fc-4769-97d8-a73617a4beab req-32bc6649-39b2-4552-9859-0917497caaa8 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 947 time: 0.1279581 Jun 14 14:52:18.439060 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 1a0ea2d7-c0e0-4a4d-acb8-62835efe4092, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1a0ea2d7-c0e0-4a4d-acb8-62835efe4092,segment=NetworkSegment(6e60df40-74d6-4080-97af-771d3e02f4e7),segment_id=6e60df40-74d6-4080-97af-771d3e02f4e7)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:52:18.460149 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Returning: {'device': '1a0ea2d7-c0e0-4a4d-acb8-62835efe4092', 'network_id': '1e5cffea-fc85-4182-a7df-c16b809fea19', 'port_id': '1a0ea2d7-c0e0-4a4d-acb8-62835efe4092', 'mac_address': 'fa:16:3e:e3:38:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b0e48c4-0fde-41c0-bcd2-152f845200af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:52:18.463864 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a9f56-c11d-435b-a6be-64580f31167a req-9a4111c0-754a-4c5e-84d8-f52391c7ca38 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:18.469329 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5b5a9f56-c11d-435b-a6be-64580f31167a req-9a4111c0-754a-4c5e-84d8-f52391c7ca38 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 950 time: 0.1466410 Jun 14 14:52:18.469799 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-90550269-69fc-4769-97d8-a73617a4beab req-59783969-083b-4157-bd01-57f7e493796c tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935752 Jun 14 14:52:18.621388 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:18.653556 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5b5a9f56-c11d-435b-a6be-64580f31167a req-f04a9548-eac8-4013-88de-85829e440185 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/security-groups?id=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763613 Jun 14 14:52:18.681573 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a0ea2d7-c0e0-4a4d-acb8-62835efe4092 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:52:18.790766 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 1a0ea2d7-c0e0-4a4d-acb8-62835efe4092, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1a0ea2d7-c0e0-4a4d-acb8-62835efe4092,segment=NetworkSegment(6e60df40-74d6-4080-97af-771d3e02f4e7),segment_id=6e60df40-74d6-4080-97af-771d3e02f4e7)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:52:18.849627 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfcb53-5f75-49e3-9943-b5a22d9766c7 req-72d1e573-f24b-4879-92c3-05d75a9e52a8 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:18.851410 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fbcfcb53-5f75-49e3-9943-b5a22d9766c7 req-72d1e573-f24b-4879-92c3-05d75a9e52a8 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 944 time: 0.1281085 Jun 14 14:52:18.880587 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:18.884149 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:18.952097 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fbcfcb53-5f75-49e3-9943-b5a22d9766c7 req-26bc7d59-d29b-48c9-9c09-3891591e0852 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932097 Jun 14 14:52:19.063079 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=1a0ea2d7-c0e0-4a4d-acb8-62835efe4092,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:19.069681 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:19.316220 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0939bd-e303-4721-821d-d3df6ed4ccbc req-861e5c74-1e7b-4823-8866-4a15c5bd3405 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:19.324517 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2f0939bd-e303-4721-821d-d3df6ed4ccbc req-861e5c74-1e7b-4823-8866-4a15c5bd3405 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.1227634 Jun 14 14:52:19.385003 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2f0939bd-e303-4721-821d-d3df6ed4ccbc req-e19cb7f5-65f9-42ea-8720-b87effa39ebc tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595386 Jun 14 14:52:19.617356 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['1a0ea2d7-c0e0-4a4d-acb8-62835efe4092'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:52:20.002233 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963652a-ef2d-447b-acd3-b2dab79dcb5d req-9c0578cd-6dc9-4348-b03d-b14a18543e26 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:20.013196 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5963652a-ef2d-447b-acd3-b2dab79dcb5d req-9c0578cd-6dc9-4348-b03d-b14a18543e26 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 947 time: 0.2601333 Jun 14 14:52:20.172769 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5963652a-ef2d-447b-acd3-b2dab79dcb5d req-36960109-9fe1-452e-a153-34bb2567a1cc tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504073 Jun 14 14:52:20.534908 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8e661-01ff-4659-bc1d-777c29c73e7f req-2c3fea68-15a8-4182-a6ce-adbe4ce36b41 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:20.536987 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cab8e661-01ff-4659-bc1d-777c29c73e7f req-2c3fea68-15a8-4182-a6ce-adbe4ce36b41 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 950 time: 0.1859615 Jun 14 14:52:20.636310 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cab8e661-01ff-4659-bc1d-777c29c73e7f req-6b6e51b3-b1d6-43aa-bf59-8ea2be9f395d tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/security-groups?id=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885870 Jun 14 14:52:21.043363 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57243e98-61cb-4946-a848-23276ea422f6 req-db7e3bb4-dcb7-4e1c-b4f2-24dbd8a24b2f tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:21.043363 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-57243e98-61cb-4946-a848-23276ea422f6 req-db7e3bb4-dcb7-4e1c-b4f2-24dbd8a24b2f tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 945 time: 0.1679492 Jun 14 14:52:21.144870 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-57243e98-61cb-4946-a848-23276ea422f6 req-9e98706e-47c2-4e94-a7fa-33c8c58a0222 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917394 Jun 14 14:52:21.316904 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a819712-75c7-4b74-85d2-e543de2dcbd9 req-d87c8732-09e8-4c4f-b8ff-13c36329d69d tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:21.318717 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0a819712-75c7-4b74-85d2-e543de2dcbd9 req-d87c8732-09e8-4c4f-b8ff-13c36329d69d tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.35 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 950 time: 0.1862636 Jun 14 14:52:21.556254 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03065b-0e76-42df-8d4c-22c110ff3c1d req-c83b4e94-2aac-418e-bcfb-0b0b7a58bf54 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:21.578924 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cb03065b-0e76-42df-8d4c-22c110ff3c1d req-c83b4e94-2aac-418e-bcfb-0b0b7a58bf54 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 947 time: 0.1915100 Jun 14 14:52:21.671276 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cb03065b-0e76-42df-8d4c-22c110ff3c1d req-fedf3d07-6d5f-49d2-9b03-fb7645fb137c tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906310 Jun 14 14:52:21.685036 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-0a819712-75c7-4b74-85d2-e543de2dcbd9 req-de64dfbc-43da-48e9-89ad-291c9a7d2f57 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Deleting port 41b83637-5ae2-4b43-bcab-cd47fe304de8 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:52:21.685036 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-0a819712-75c7-4b74-85d2-e543de2dcbd9 req-de64dfbc-43da-48e9-89ad-291c9a7d2f57 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:21.986658 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-0a819712-75c7-4b74-85d2-e543de2dcbd9 req-de64dfbc-43da-48e9-89ad-291c9a7d2f57 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] For port 41b83637-5ae2-4b43-bcab-cd47fe304de8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=41b83637-5ae2-4b43-bcab-cd47fe304de8,segment=NetworkSegment(36f697b0-3a3c-4751-9411-bff5d5d5fed1),segment_id=36f697b0-3a3c-4751-9411-bff5d5d5fed1)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:52:21.988328 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-0a819712-75c7-4b74-85d2-e543de2dcbd9 req-de64dfbc-43da-48e9-89ad-291c9a7d2f57 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:22.135681 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 1a0ea2d7-c0e0-4a4d-acb8-62835efe4092 up at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:52:22.173033 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-0a819712-75c7-4b74-85d2-e543de2dcbd9 req-de64dfbc-43da-48e9-89ad-291c9a7d2f57 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Calling delete_port for 41b83637-5ae2-4b43-bcab-cd47fe304de8 owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:52:22.385557 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6dae36-9b3e-4d2a-a17a-ca41e2170525 req-f9956e4c-3a70-4a1e-96f3-274312816cfe tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:22.390385 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning for port 1a0ea2d7-c0e0-4a4d-acb8-62835efe4092 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:52:22.397607 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning complete for port 1a0ea2d7-c0e0-4a4d-acb8-62835efe4092 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:52:22.398342 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:22.407363 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9b6dae36-9b3e-4d2a-a17a-ca41e2170525 req-f9956e4c-3a70-4a1e-96f3-274312816cfe tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 950 time: 0.4937007 Jun 14 14:52:22.513222 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9b6dae36-9b3e-4d2a-a17a-ca41e2170525 req-c79d8a87-25f2-4276-84ee-c7d3cb1bdc50 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/security-groups?id=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040745 Jun 14 14:52:22.675918 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3446299-e1b8-440b-abf8-6b348bff6739 req-dbef0c89-6285-4ab9-bfc4-b560520a16fe tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:22.693863 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e3446299-e1b8-440b-abf8-6b348bff6739 req-dbef0c89-6285-4ab9-bfc4-b560520a16fe tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 945 time: 0.2849665 Jun 14 14:52:22.758028 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e3446299-e1b8-440b-abf8-6b348bff6739 req-ff1e02b4-0a6e-412f-a0ce-2f40652e09b3 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629790 Jun 14 14:52:22.799453 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-0a819712-75c7-4b74-85d2-e543de2dcbd9 req-de64dfbc-43da-48e9-89ad-291c9a7d2f57 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:22.805547 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-1b489377-e537-45e3-bf3a-aa1cc75adfdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:22.840763 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['41b83637-5ae2-4b43-bcab-cd47fe304de8'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:52:22.890831 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64dfbc-43da-48e9-89ad-291c9a7d2f57 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Pushing event deleted for resources: {'Port': ['ID=41b83637-5ae2-4b43-bcab-cd47fe304de8,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:22.897465 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-de64dfbc-43da-48e9-89ad-291c9a7d2f57 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:23.064569 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:23.176530 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a819712-75c7-4b74-85d2-e543de2dcbd9 req-de64dfbc-43da-48e9-89ad-291c9a7d2f57 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] No DVR routers for this DVR port 41b83637-5ae2-4b43-bcab-cd47fe304de8 on host hv-cinder-77262 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:52:23.187970 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-0a819712-75c7-4b74-85d2-e543de2dcbd9 req-de64dfbc-43da-48e9-89ad-291c9a7d2f57 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:23.188778 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3f6e60-79f1-461f-bdcf-7aca52a8415a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0ea2d7-c0e0-4a4d-acb8-62835efe4092'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:52:23.193067 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0a819712-75c7-4b74-85d2-e543de2dcbd9 req-de64dfbc-43da-48e9-89ad-291c9a7d2f57 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.35 "DELETE /v2.0/ports/41b83637-5ae2-4b43-bcab-cd47fe304de8 HTTP/1.1" status: 204 len: 173 time: 1.8542092 Jun 14 14:52:23.193439 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1fabf8-63af-40ab-8503-566480ecc7d9" -d '{"events": [{"server_uuid": "7f3f6e60-79f1-461f-bdcf-7aca52a8415a", "name": "network-vif-plugged", "status": "completed", "tag": "1a0ea2d7-c0e0-4a4d-acb8-62835efe4092"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:52:23.209460 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773ce9be-f6af-43b3-b405-da6472ec550d', 'name': 'network-vif-deleted', 'tag': '41b83637-5ae2-4b43-bcab-cd47fe304de8'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:52:23.218364 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82b6ae6-cbda-4549-9ecd-4380b8067170" -d '{"events": [{"server_uuid": "773ce9be-f6af-43b3-b405-da6472ec550d", "name": "network-vif-deleted", "tag": "41b83637-5ae2-4b43-bcab-cd47fe304de8"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:52:23.222886 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 1a0ea2d7-c0e0-4a4d-acb8-62835efe4092, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1a0ea2d7-c0e0-4a4d-acb8-62835efe4092,segment=NetworkSegment(6e60df40-74d6-4080-97af-771d3e02f4e7),segment_id=6e60df40-74d6-4080-97af-771d3e02f4e7)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:52:23.314535 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2c804-28a9-40d3-9a42-fb13b11870e6 req-81f9e905-5931-48ca-8f90-9034be321170 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:23.321492 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:23.324279 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-8346ad44-ce06-4446-b298-7e3766773560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:23.340493 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bad2c804-28a9-40d3-9a42-fb13b11870e6 req-81f9e905-5931-48ca-8f90-9034be321170 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 947 time: 0.2451394 Jun 14 14:52:23.413869 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee8807e-91fb-4284-8928-804bd2accb94 x-openstack-request-id: req-4ee8807e-91fb-4284-8928-804bd2accb94 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:52:23.415792 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3f6e60-79f1-461f-bdcf-7aca52a8415a", "name": "network-vif-plugged", "status": "completed", "tag": "1a0ea2d7-c0e0-4a4d-acb8-62835efe4092", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:52:23.417237 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ee8807e-91fb-4284-8928-804bd2accb94 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:52:23.418820 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3f6e60-79f1-461f-bdcf-7aca52a8415a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0ea2d7-c0e0-4a4d-acb8-62835efe4092', 'code': 200} Jun 14 14:52:23.448488 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=1a0ea2d7-c0e0-4a4d-acb8-62835efe4092,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:23.453906 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:23.541128 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bad2c804-28a9-40d3-9a42-fb13b11870e6 req-352e5a23-5fc0-44a6-b561-f1d5a8fd5da7 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974382 Jun 14 14:52:23.559158 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8a7d7d-383c-4490-9e73-15765e74fb4f x-openstack-request-id: req-6c8a7d7d-383c-4490-9e73-15765e74fb4f {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:52:23.560947 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773ce9be-f6af-43b3-b405-da6472ec550d", "name": "network-vif-deleted", "tag": "41b83637-5ae2-4b43-bcab-cd47fe304de8", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:52:23.561729 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6c8a7d7d-383c-4490-9e73-15765e74fb4f {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:52:23.563346 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773ce9be-f6af-43b3-b405-da6472ec550d', 'name': 'network-vif-deleted', 'tag': '41b83637-5ae2-4b43-bcab-cd47fe304de8', 'status': 'completed', 'code': 200} Jun 14 14:52:24.054331 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c06634c4-d768-4932-9561-a1d4d2fe4c2a req-a72898ba-e870-4ad6-bec4-49eeaadce29b tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] 10.222.0.48 "GET /v2.0/ports?device_id=773ce9be-f6af-43b3-b405-da6472ec550d HTTP/1.1" status: 200 len: 210 time: 0.1548266 Jun 14 14:52:24.090526 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc35ff-faf6-4eee-8ec2-e436271528fb req-185197f5-93cd-46c7-ade5-9096e96b8c9e tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:24.093606 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a5fc35ff-faf6-4eee-8ec2-e436271528fb req-185197f5-93cd-46c7-ade5-9096e96b8c9e tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 946 time: 0.1974471 Jun 14 14:52:24.113991 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963baee2-0285-4942-9c32-501a521ef2ee req-dec02df4-4c32-4694-a5db-6a6f7e0670e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:24.116906 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-963baee2-0285-4942-9c32-501a521ef2ee req-dec02df4-4c32-4694-a5db-6a6f7e0670e1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 1099 time: 0.1581340 Jun 14 14:52:24.594707 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a5fc35ff-faf6-4eee-8ec2-e436271528fb req-935624f8-5d37-4b60-a7e0-51515a77747f tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4800923 Jun 14 14:52:24.615739 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-963baee2-0285-4942-9c32-501a521ef2ee req-788024f9-de0b-489c-b3de-fac5439f5d2c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841752 Jun 14 14:52:25.992861 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ed89f-8d72-4d8a-ae32-9a7bcb0f83fc req-e7ddea1a-bfb8-47ad-a533-d268831a9e05 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:26.000704 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-667ed89f-8d72-4d8a-ae32-9a7bcb0f83fc req-e7ddea1a-bfb8-47ad-a533-d268831a9e05 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 946 time: 0.0991702 Jun 14 14:52:26.063919 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-667ed89f-8d72-4d8a-ae32-9a7bcb0f83fc req-934ceb19-bb2a-4b39-9fa1-85d7aa79a6ce tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621016 Jun 14 14:52:26.153646 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 41b83637-5ae2-4b43-bcab-cd47fe304de8 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:52:26.185133 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] No Port match for: 41b83637-5ae2-4b43-bcab-cd47fe304de8 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:52:26.185456 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 41b83637-5ae2-4b43-bcab-cd47fe304de8 not bound to the agent host hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:52:27.328077 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eda8fb-efb4-403a-9f9c-aa187369efac req-bdc8679d-7105-47be-8943-247f6e0b0ab8 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:27.329854 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c0eda8fb-efb4-403a-9f9c-aa187369efac req-bdc8679d-7105-47be-8943-247f6e0b0ab8 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 946 time: 0.0854142 Jun 14 14:52:27.383371 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c0eda8fb-efb4-403a-9f9c-aa187369efac req-55626a8f-f0be-415a-b31b-1df5f89844a4 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469360 Jun 14 14:52:29.513218 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 36370) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:52:29.724899 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-73dd262c-d5aa-4ab2-86ff-97716a815c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:29.883188 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-73dd262c-d5aa-4ab2-86ff-97716a815c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:30.011032 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-73dd262c-d5aa-4ab2-86ff-97716a815c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:30.018642 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-d1529eb6-bcbd-4882-a99f-fd57b8de60bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:30.075943 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd262c-d5aa-4ab2-86ff-97716a815c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae86d29-16ae-4393-97a1-9e9af8db38a0,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:30.082360 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 36390) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:52:30.083163 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-73dd262c-d5aa-4ab2-86ff-97716a815c97 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=abc5b9433d9f45fa9ad95b1f8142fbdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5664306 Jun 14 14:52:30.084734 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-73dd262c-d5aa-4ab2-86ff-97716a815c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:30.197556 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dab54daf-f4ba-45a7-898d-085db878d84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:30.251031 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dab54daf-f4ba-45a7-898d-085db878d84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:30.532000 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dab54daf-f4ba-45a7-898d-085db878d84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:30.535982 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dab54daf-f4ba-45a7-898d-085db878d84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:30.537118 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-dab54daf-f4ba-45a7-898d-085db878d84d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9ae86d29-16ae-4393-97a1-9e9af8db38a0 HTTP/1.1" status: 204 len: 168 time: 0.4533348 Jun 14 14:52:30.542798 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-f6d5bb96-9a29-44e2-90d5-5913cb17452f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:30.550515 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab54daf-f4ba-45a7-898d-085db878d84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae86d29-16ae-4393-97a1-9e9af8db38a0,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:30.554768 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-dab54daf-f4ba-45a7-898d-085db878d84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:31.386261 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3ff05-124a-4aa6-9c93-c1481cafa7b5 req-1408981f-7f71-45fa-bf38-2e540a53195b tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:31.397488 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1da3ff05-124a-4aa6-9c93-c1481cafa7b5 req-1408981f-7f71-45fa-bf38-2e540a53195b tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.1657939 Jun 14 14:52:31.430155 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa677b4c-9e52-4524-a2fc-5a2a1c6c5b1c req-1b740de5-d004-44ba-adee-e9513fa62962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:31.431990 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aa677b4c-9e52-4524-a2fc-5a2a1c6c5b1c req-1b740de5-d004-44ba-adee-e9513fa62962 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=961e2167fbc04b84a095ba99391daa7f&device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 1098 time: 0.1333642 Jun 14 14:52:31.460089 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1da3ff05-124a-4aa6-9c93-c1481cafa7b5 req-8aceb7c2-9828-47c2-8962-b4f7e16fcff9 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608573 Jun 14 14:52:31.601434 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa677b4c-9e52-4524-a2fc-5a2a1c6c5b1c req-7e1918b4-861d-4525-9e12-befc31896a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:31.603020 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aa677b4c-9e52-4524-a2fc-5a2a1c6c5b1c req-7e1918b4-861d-4525-9e12-befc31896a4a service neutron] 10.222.0.35 "GET /v2.0/networks?id=8b454c64-970f-47e1-a40e-57537dd1c348 HTTP/1.1" status: 200 len: 920 time: 0.1595423 Jun 14 14:52:31.688017 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aa677b4c-9e52-4524-a2fc-5a2a1c6c5b1c req-1d7cbbc9-f0f9-4b65-9ca1-ab55b94edd24 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=123abbd5-df4e-492e-ba09-a70c6c1bfb6e HTTP/1.1" status: 200 len: 217 time: 0.0712993 Jun 14 14:52:31.798720 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa677b4c-9e52-4524-a2fc-5a2a1c6c5b1c req-6f82c354-c5a6-4110-a46a-c2f2e1ea4cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:31.800866 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aa677b4c-9e52-4524-a2fc-5a2a1c6c5b1c req-6f82c354-c5a6-4110-a46a-c2f2e1ea4cd0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d106303-d89a-4acd-899f-44cb0b843ee9 HTTP/1.1" status: 200 len: 859 time: 0.0840900 Jun 14 14:52:31.816494 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8aa54f00-f632-4d2d-a9f1-5f497e3a4f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:31.874548 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aa677b4c-9e52-4524-a2fc-5a2a1c6c5b1c req-818cdd60-f62f-4eab-91be-e68ab3da4ab3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b454c64-970f-47e1-a40e-57537dd1c348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610459 Jun 14 14:52:32.047436 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aa677b4c-9e52-4524-a2fc-5a2a1c6c5b1c req-040f119b-ab93-4fa3-9a88-af13846d7778 service neutron] 10.222.0.35 "GET /v2.0/networks/8b454c64-970f-47e1-a40e-57537dd1c348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585507 Jun 14 14:52:32.307998 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aa677b4c-9e52-4524-a2fc-5a2a1c6c5b1c req-70af23e7-d6a2-4efb-b7f1-758f95fd1a50 service neutron] 10.222.0.35 "GET /v2.0/networks/8b454c64-970f-47e1-a40e-57537dd1c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373266 Jun 14 14:52:32.689705 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf45cc-379c-4269-9300-08da2ad00b84 req-fb93cefe-f596-486a-ad39-e453f1648282 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:32.692439 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fddf45cc-379c-4269-9300-08da2ad00b84 req-fb93cefe-f596-486a-ad39-e453f1648282 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0892704 Jun 14 14:52:32.752707 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fddf45cc-379c-4269-9300-08da2ad00b84 req-4ea52819-81a1-493f-95ca-aea3fda7e06c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495772 Jun 14 14:52:34.088120 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca31f3d-b175-4e82-a07d-10b4dbdcb5d4 req-d1e34d19-57de-4e13-87dc-aa0ebe1d0064 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:34.088120 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bca31f3d-b175-4e82-a07d-10b4dbdcb5d4 req-d1e34d19-57de-4e13-87dc-aa0ebe1d0064 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0932188 Jun 14 14:52:34.088120 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bca31f3d-b175-4e82-a07d-10b4dbdcb5d4 req-24605b79-1aa5-4841-8c21-4cf4bf39a57a tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520315 Jun 14 14:52:34.633924 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 36520) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:52:34.849747 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-958ddc6e-d8f3-4141-829b-bba51a6d900b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=153a030167ab4a39a79492dc4fa795b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2144783 Jun 14 14:52:34.852314 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 36524) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:52:34.918270 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-bcc378fb-0395-40eb-b5d1-e6e293f95c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:34.958944 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-bcc378fb-0395-40eb-b5d1-e6e293f95c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:35.179483 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-bcc378fb-0395-40eb-b5d1-e6e293f95c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:35.187778 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-bcc378fb-0395-40eb-b5d1-e6e293f95c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:35.193083 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-bcc378fb-0395-40eb-b5d1-e6e293f95c88 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b36b597c-4b20-44a4-9874-7fc9c4d1a9ab HTTP/1.1" status: 204 len: 168 time: 0.3362110 Jun 14 14:52:35.193083 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-a4468eff-1c1a-4f05-b78f-05be07039c85 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:35.230624 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc378fb-0395-40eb-b5d1-e6e293f95c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36b597c-4b20-44a4-9874-7fc9c4d1a9ab,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:35.246190 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc378fb-0395-40eb-b5d1-e6e293f95c88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:35.249484 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc378fb-0395-40eb-b5d1-e6e293f95c88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:35.249965 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc378fb-0395-40eb-b5d1-e6e293f95c88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:35.251475 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc378fb-0395-40eb-b5d1-e6e293f95c88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:35.252572 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc378fb-0395-40eb-b5d1-e6e293f95c88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:35.254030 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc378fb-0395-40eb-b5d1-e6e293f95c88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:35.254604 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc378fb-0395-40eb-b5d1-e6e293f95c88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:35.255105 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc378fb-0395-40eb-b5d1-e6e293f95c88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:35.255643 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc378fb-0395-40eb-b5d1-e6e293f95c88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:35.256132 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc378fb-0395-40eb-b5d1-e6e293f95c88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:35.257756 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc378fb-0395-40eb-b5d1-e6e293f95c88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:35.258345 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc378fb-0395-40eb-b5d1-e6e293f95c88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:52:35.262673 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-bcc378fb-0395-40eb-b5d1-e6e293f95c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:35.332941 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8e3a0-0cfd-4ae4-a58a-84f27ce77ef2 req-754d02e9-aeda-481d-b060-605e1c87abc8 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:35.334515 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-51b8e3a0-0cfd-4ae4-a58a-84f27ce77ef2 req-754d02e9-aeda-481d-b060-605e1c87abc8 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.1016486 Jun 14 14:52:35.389357 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-51b8e3a0-0cfd-4ae4-a58a-84f27ce77ef2 req-3c78c863-0bc5-4a89-8ac2-d0f4f199661b tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490382 Jun 14 14:52:35.507795 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-75b7737c-5b3f-47d1-8d04-147b579eb5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:36.516660 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:36.656105 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2a709-5a77-4159-b885-117d3452c5cc req-9f0e0d08-e533-4e55-bc86-2fbd13bde9d4 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:36.660188 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-62e2a709-5a77-4159-b885-117d3452c5cc req-9f0e0d08-e533-4e55-bc86-2fbd13bde9d4 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.1055121 Jun 14 14:52:36.693562 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c3b35-6f6b-4040-9aec-7dafa363e8b9 req-7aa5bb10-76ac-4120-8bec-28b08a844422 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:36.695445 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-500c3b35-6f6b-4040-9aec-7dafa363e8b9 req-7aa5bb10-76ac-4120-8bec-28b08a844422 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.1097999 Jun 14 14:52:36.736749 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-62e2a709-5a77-4159-b885-117d3452c5cc req-8f6bd2c0-0bb8-41e1-a88b-994e8f0d069c tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717576 Jun 14 14:52:36.748496 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-500c3b35-6f6b-4040-9aec-7dafa363e8b9 req-c578aac3-04e5-467f-abba-15055cf28d9b tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465419 Jun 14 14:52:37.958169 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d0518-0ebd-4559-b338-d61419a6f567 req-ad78d541-cccf-4c1e-815b-18faf0ede438 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:37.959748 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-962d0518-0ebd-4559-b338-d61419a6f567 req-ad78d541-cccf-4c1e-815b-18faf0ede438 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.0861480 Jun 14 14:52:37.987821 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e0bff-482d-4df6-8359-b89dfc86b8e4 req-61150871-67af-4910-a528-3dd15c7d4047 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:37.995812 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a46e0bff-482d-4df6-8359-b89dfc86b8e4 req-61150871-67af-4910-a528-3dd15c7d4047 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0984359 Jun 14 14:52:38.011823 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-962d0518-0ebd-4559-b338-d61419a6f567 req-59b45637-3d4c-44d6-aac3-4d259faa7490 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442343 Jun 14 14:52:38.067031 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a46e0bff-482d-4df6-8359-b89dfc86b8e4 req-023811f8-5508-4755-a99d-9d61e1a36d01 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692992 Jun 14 14:52:38.113628 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:39.236111 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767f384-7ffb-4306-9559-ad3f92c46d67 req-6c9adce1-faeb-4f05-81ca-5d98714657ba tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:39.237835 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e767f384-7ffb-4306-9559-ad3f92c46d67 req-6c9adce1-faeb-4f05-81ca-5d98714657ba tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.0837996 Jun 14 14:52:39.298334 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e767f384-7ffb-4306-9559-ad3f92c46d67 req-2421d158-edd3-4c44-8738-68e0494f7419 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509040 Jun 14 14:52:39.363463 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c604c-5a1e-4224-8f33-4bd6ab4eb95f req-181696b2-2148-4e8b-b8d9-a716b66cb56f tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:39.367261 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f17c604c-5a1e-4224-8f33-4bd6ab4eb95f req-181696b2-2148-4e8b-b8d9-a716b66cb56f tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.1102030 Jun 14 14:52:39.428863 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f17c604c-5a1e-4224-8f33-4bd6ab4eb95f req-b5b8a1b0-37ee-42b3-8234-4bb0c5da5f66 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503099 Jun 14 14:52:40.207142 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:40.539521 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bfa30-3483-44ae-a15f-12fb013c772b req-da2b81a5-a4e7-41ac-9295-f8a9d482b05b tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:40.541517 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-774bfa30-3483-44ae-a15f-12fb013c772b req-da2b81a5-a4e7-41ac-9295-f8a9d482b05b tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.0981433 Jun 14 14:52:40.610520 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-774bfa30-3483-44ae-a15f-12fb013c772b req-2499ce53-0b6d-4753-a43b-749dc1c36516 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621357 Jun 14 14:52:40.663765 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bd355-6d2c-4576-8d1d-31e6a0a45da7 req-ede4039d-41db-45fe-8146-7b5b4054935d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:40.665471 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fb4bd355-6d2c-4576-8d1d-31e6a0a45da7 req-ede4039d-41db-45fe-8146-7b5b4054935d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0951493 Jun 14 14:52:40.720138 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fb4bd355-6d2c-4576-8d1d-31e6a0a45da7 req-e9a74914-bcf4-4359-b444-c8fdec1186a2 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484848 Jun 14 14:52:41.905784 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d6285-7f85-4384-a5ec-f8fc572e3dba req-39c15142-a026-48b2-9500-ed4639007c4b tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:41.912293 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-436d6285-7f85-4384-a5ec-f8fc572e3dba req-39c15142-a026-48b2-9500-ed4639007c4b tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.1690550 Jun 14 14:52:41.954420 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-436d6285-7f85-4384-a5ec-f8fc572e3dba req-396d6f09-4aca-4914-8bce-6e901546c054 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397813 Jun 14 14:52:42.005470 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d8941-b0ee-436e-818a-aabdba04cdef req-43685e9c-b7ca-4a6d-87db-f9fb5e6c4400 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:42.007265 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-307d8941-b0ee-436e-818a-aabdba04cdef req-43685e9c-b7ca-4a6d-87db-f9fb5e6c4400 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0848122 Jun 14 14:52:42.061055 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-307d8941-b0ee-436e-818a-aabdba04cdef req-6dd0504f-90be-4b10-9475-40b824672cc5 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464067 Jun 14 14:52:43.202675 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4bdd3-aa01-446f-802d-367ef82613c4 req-9dd67683-701a-4934-8ccf-dcaee5bb2d1e tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:43.204910 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-aab4bdd3-aa01-446f-802d-367ef82613c4 req-9dd67683-701a-4934-8ccf-dcaee5bb2d1e tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.1155736 Jun 14 14:52:43.270860 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-aab4bdd3-aa01-446f-802d-367ef82613c4 req-91fba7f2-b54e-4542-9ba5-8fdbb37a7169 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582352 Jun 14 14:52:43.375193 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0459d-0dda-4eec-a0a2-ef90bc917cfa req-309bdf9c-8c96-4ad3-8d8d-99f20cac7581 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:43.377142 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f7f0459d-0dda-4eec-a0a2-ef90bc917cfa req-309bdf9c-8c96-4ad3-8d8d-99f20cac7581 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.1255555 Jun 14 14:52:43.449552 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f7f0459d-0dda-4eec-a0a2-ef90bc917cfa req-2a31f79e-2353-4ff0-9c78-965428e81c95 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649366 Jun 14 14:52:44.496573 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577076c-e548-4297-9500-8c7330a1a5c1 req-e8b2e2bf-bfd4-43d8-8a7f-9fcab1d9ef51 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:44.498686 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a577076c-e548-4297-9500-8c7330a1a5c1 req-e8b2e2bf-bfd4-43d8-8a7f-9fcab1d9ef51 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.0905182 Jun 14 14:52:44.505550 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d68277c4-2fb1-48b4-b56f-4d5005d3becb req-412bbeca-8883-4f62-b630-c8d920c11c86 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0885136 Jun 14 14:52:44.610853 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a577076c-e548-4297-9500-8c7330a1a5c1 req-fc9482e1-97d3-4a5d-9cb5-888370f97dad tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984972 Jun 14 14:52:44.736377 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68277c4-2fb1-48b4-b56f-4d5005d3becb req-757bbd27-dd47-475a-bb15-85005e0d64e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:44.737956 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d68277c4-2fb1-48b4-b56f-4d5005d3becb req-757bbd27-dd47-475a-bb15-85005e0d64e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d950955f31d9460680045199b53c917f&device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 1100 time: 0.1245329 Jun 14 14:52:44.790602 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cda173-b3dc-41b6-8a99-dcae62319ddc req-06d8159d-829d-4ffd-b0bb-ed6c8b336721 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:44.792185 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-51cda173-b3dc-41b6-8a99-dcae62319ddc req-06d8159d-829d-4ffd-b0bb-ed6c8b336721 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.1046801 Jun 14 14:52:44.914165 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-51cda173-b3dc-41b6-8a99-dcae62319ddc req-e3110f6e-ea68-421c-97d0-b5175e4b27ce tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073971 Jun 14 14:52:44.942916 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68277c4-2fb1-48b4-b56f-4d5005d3becb req-9d7a1753-9498-474c-b60f-b4512c60ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:44.943596 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d68277c4-2fb1-48b4-b56f-4d5005d3becb req-9d7a1753-9498-474c-b60f-b4512c60ec8d service neutron] 10.222.0.35 "GET /v2.0/networks?id=1d5f5609-c7ac-49b5-a256-436c63bd28f5 HTTP/1.1" status: 200 len: 917 time: 0.1741145 Jun 14 14:52:45.073045 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d68277c4-2fb1-48b4-b56f-4d5005d3becb req-65a920c4-b45b-49cb-8123-3ed8ddb9ae9e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fa81b1d-00e2-46d7-a1eb-9d358789109e HTTP/1.1" status: 200 len: 1002 time: 0.1145151 Jun 14 14:52:45.163346 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68277c4-2fb1-48b4-b56f-4d5005d3becb req-94208958-894f-4f4d-82c3-99f1487c13b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:45.165726 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d68277c4-2fb1-48b4-b56f-4d5005d3becb req-94208958-894f-4f4d-82c3-99f1487c13b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16c47a92-806f-4b00-927d-529a6aa19a53 HTTP/1.1" status: 200 len: 855 time: 0.0820541 Jun 14 14:52:45.244085 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68277c4-2fb1-48b4-b56f-4d5005d3becb req-ffa83e64-5395-4de0-ac4c-10af459819e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:45.245911 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d68277c4-2fb1-48b4-b56f-4d5005d3becb req-ffa83e64-5395-4de0-ac4c-10af459819e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1d5f5609-c7ac-49b5-a256-436c63bd28f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0682085 Jun 14 14:52:45.440645 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d68277c4-2fb1-48b4-b56f-4d5005d3becb req-3ef31560-bf08-4369-99d2-738debb1997c service neutron] 10.222.0.35 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690724 Jun 14 14:52:45.610079 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d68277c4-2fb1-48b4-b56f-4d5005d3becb req-378fbb60-da52-4c61-9327-395f18bf5302 service neutron] 10.222.0.35 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363006 Jun 14 14:52:45.863771 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2baa5bf-23f7-446d-a2bf-b16085ecd759 req-94ad9925-cd3e-4aa1-90fb-cd285db67782 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:45.866842 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b2baa5bf-23f7-446d-a2bf-b16085ecd759 req-94ad9925-cd3e-4aa1-90fb-cd285db67782 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.1116395 Jun 14 14:52:45.933075 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b2baa5bf-23f7-446d-a2bf-b16085ecd759 req-a0c8a766-3466-4790-9d91-62116882db11 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593557 Jun 14 14:52:46.153831 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b92a64-db58-4765-947b-a8202eb474d6 req-a2da4e38-a35e-4aff-91d5-2f03f5fc03e6 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:46.155437 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-74b92a64-db58-4765-947b-a8202eb474d6 req-a2da4e38-a35e-4aff-91d5-2f03f5fc03e6 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0934143 Jun 14 14:52:46.215200 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-74b92a64-db58-4765-947b-a8202eb474d6 req-a0181667-261b-4d25-a770-e0de739ff310 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477176 Jun 14 14:52:47.194997 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def0343-067f-4a3a-b329-7aa1af90d7c9 req-23e7d110-4fce-40ae-85f2-fb3a826b3600 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:47.196924 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4def0343-067f-4a3a-b329-7aa1af90d7c9 req-23e7d110-4fce-40ae-85f2-fb3a826b3600 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.1198742 Jun 14 14:52:47.261206 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4def0343-067f-4a3a-b329-7aa1af90d7c9 req-7675303f-ee24-479d-afe0-f0d1b2143899 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549326 Jun 14 14:52:47.464363 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:52:47.481201 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa59978-5b8f-4444-9f67-0f6fbeedb64b req-2741cf80-06d7-473a-b2ac-1f06665b090c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:47.482841 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eaa59978-5b8f-4444-9f67-0f6fbeedb64b req-2741cf80-06d7-473a-b2ac-1f06665b090c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.1121767 Jun 14 14:52:47.542995 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eaa59978-5b8f-4444-9f67-0f6fbeedb64b req-3802f141-3771-4342-86e0-883fa8e43513 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473139 Jun 14 14:52:48.184085 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:48.498458 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e2a98-1787-419e-87af-a467d3fd908c req-151fcb8e-159e-428a-83ed-f280fb5e4478 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:48.499978 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6a5e2a98-1787-419e-87af-a467d3fd908c req-151fcb8e-159e-428a-83ed-f280fb5e4478 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.0888083 Jun 14 14:52:48.551834 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6a5e2a98-1787-419e-87af-a467d3fd908c req-3c913bbd-7fbe-4097-bd8c-39bd0d0efaee tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451524 Jun 14 14:52:48.774963 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf698cd8-aa67-4d59-b919-235cd99965a8 req-40952c48-ccfe-43b6-b080-d91e528eb0cf tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:48.776631 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cf698cd8-aa67-4d59-b919-235cd99965a8 req-40952c48-ccfe-43b6-b080-d91e528eb0cf tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0748401 Jun 14 14:52:48.824922 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cf698cd8-aa67-4d59-b919-235cd99965a8 req-312871ab-511b-4f08-a125-4be034721b67 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407171 Jun 14 14:52:49.802304 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef863b1-9943-43e9-93a7-af63de99a5ad req-5807586f-a7d6-4049-816a-82488b9ca1d3 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:49.804342 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2ef863b1-9943-43e9-93a7-af63de99a5ad req-5807586f-a7d6-4049-816a-82488b9ca1d3 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.0976987 Jun 14 14:52:49.868500 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2ef863b1-9943-43e9-93a7-af63de99a5ad req-199505b3-e699-4fc5-b4dc-abf507e388c6 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548825 Jun 14 14:52:50.075183 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b3cde-a20b-4917-b4b7-ff525a8abe43 req-cf9f3f69-fa56-4e41-8adc-1fd4cf900a02 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:50.076742 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fe4b3cde-a20b-4917-b4b7-ff525a8abe43 req-cf9f3f69-fa56-4e41-8adc-1fd4cf900a02 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0829294 Jun 14 14:52:50.134032 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fe4b3cde-a20b-4917-b4b7-ff525a8abe43 req-acb41099-e4c4-413b-adc7-d1bfc8ace62e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474615 Jun 14 14:52:51.119943 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36823ef5-5b67-4fba-98c9-4c9f5b2a7639 req-03f0f123-aa64-4b01-8f36-20e5a6d7d5b6 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:51.122501 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-36823ef5-5b67-4fba-98c9-4c9f5b2a7639 req-03f0f123-aa64-4b01-8f36-20e5a6d7d5b6 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.1069419 Jun 14 14:52:51.177196 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-36823ef5-5b67-4fba-98c9-4c9f5b2a7639 req-a8f186f7-0705-4527-a31a-5329441e992b tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434895 Jun 14 14:52:51.382847 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b0a47-8053-4134-a7e6-d4cf8507ccba req-cef60744-0a98-425d-aab9-39747442fc54 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:51.384549 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7e4b0a47-8053-4134-a7e6-d4cf8507ccba req-cef60744-0a98-425d-aab9-39747442fc54 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0917983 Jun 14 14:52:51.467715 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7e4b0a47-8053-4134-a7e6-d4cf8507ccba req-ca664403-8daf-4b31-9037-d4717da7af73 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706615 Jun 14 14:52:52.386891 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764a9eb-e900-4fad-8630-21c7b4bbab4e req-852e0297-b0cc-4bd8-990a-690928d7e898 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:52.388537 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f764a9eb-e900-4fad-8630-21c7b4bbab4e req-852e0297-b0cc-4bd8-990a-690928d7e898 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.0872343 Jun 14 14:52:52.442467 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f764a9eb-e900-4fad-8630-21c7b4bbab4e req-13a44ca8-f511-4c5d-8304-9dbb450f0537 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477333 Jun 14 14:52:52.781753 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99aad26-14e1-4198-af64-09604017b4ed req-37a38a47-75cd-4448-9297-fa989a7d78bb tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:52.783981 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d99aad26-14e1-4198-af64-09604017b4ed req-37a38a47-75cd-4448-9297-fa989a7d78bb tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.1134396 Jun 14 14:52:52.861516 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d99aad26-14e1-4198-af64-09604017b4ed req-a3ac45aa-315f-4e7f-a70d-bb6aadbadc10 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694790 Jun 14 14:52:53.733934 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e534d0-d26f-4e1c-9bc5-b55e9f3e4faa req-a541988a-ef29-4312-bc66-03060523090f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:53.736589 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e0e534d0-d26f-4e1c-9bc5-b55e9f3e4faa req-a541988a-ef29-4312-bc66-03060523090f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.1273491 Jun 14 14:52:53.789952 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e0e534d0-d26f-4e1c-9bc5-b55e9f3e4faa req-b024edea-20bc-4baa-80a7-d29f635c4dca tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463662 Jun 14 14:52:54.123251 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e53c5b-ef29-43ce-8d1a-dd22058e89bb req-377a41d3-9b30-4bbd-ba4c-a50dd09ce966 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:54.124819 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-11e53c5b-ef29-43ce-8d1a-dd22058e89bb req-377a41d3-9b30-4bbd-ba4c-a50dd09ce966 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0888779 Jun 14 14:52:54.177360 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-11e53c5b-ef29-43ce-8d1a-dd22058e89bb req-0fcb1828-6454-4e22-995f-eeb53dc8e880 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455532 Jun 14 14:52:55.022803 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059dfb0-d9b4-4267-9abf-14f0bd87c17d req-15b9e518-728a-48c9-97e2-0063c6414376 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:55.024451 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0059dfb0-d9b4-4267-9abf-14f0bd87c17d req-15b9e518-728a-48c9-97e2-0063c6414376 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.0803347 Jun 14 14:52:55.069186 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0059dfb0-d9b4-4267-9abf-14f0bd87c17d req-5aa9df74-817f-40eb-a139-64a4f2bee598 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387604 Jun 14 14:52:55.405881 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f933a7d-57d7-4cd0-a0d5-63abd641b54c req-52da5a4b-3079-47f6-9c52-6ba708a6b802 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:55.408869 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7f933a7d-57d7-4cd0-a0d5-63abd641b54c req-52da5a4b-3079-47f6-9c52-6ba708a6b802 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0757201 Jun 14 14:52:55.463200 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7f933a7d-57d7-4cd0-a0d5-63abd641b54c req-43acc36d-e493-46bd-8aa0-38392eeba999 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493863 Jun 14 14:52:56.278546 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43a6db-dead-4802-b59c-e4429fb7554e req-ea52e8f2-8633-4b16-bacb-b97126bfc110 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:56.280253 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2e43a6db-dead-4802-b59c-e4429fb7554e req-ea52e8f2-8633-4b16-bacb-b97126bfc110 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.0855803 Jun 14 14:52:56.336687 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2e43a6db-dead-4802-b59c-e4429fb7554e req-976f5adc-91ec-4fa2-92fa-84b74fe1d78b tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493295 Jun 14 14:52:56.693738 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294f066-497f-4508-b36f-3dba9b58bdec req-e851722c-3665-41cf-9fc4-21b31155374b tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:56.695316 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6294f066-497f-4508-b36f-3dba9b58bdec req-e851722c-3665-41cf-9fc4-21b31155374b tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0792124 Jun 14 14:52:56.758260 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6294f066-497f-4508-b36f-3dba9b58bdec req-0dd76823-8836-4ac2-b7a3-0bf03bf2a726 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551887 Jun 14 14:52:57.544447 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4872b3-e613-4fb3-804a-fe0a7771f93b req-8fcf10d3-c003-4b67-9c42-d7da16305395 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:57.546374 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7d4872b3-e613-4fb3-804a-fe0a7771f93b req-8fcf10d3-c003-4b67-9c42-d7da16305395 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.0803649 Jun 14 14:52:57.600695 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7d4872b3-e613-4fb3-804a-fe0a7771f93b req-81a2d6d9-a776-4025-b1d4-962d333696d1 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447614 Jun 14 14:52:58.026496 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3e54a-279a-4f21-bfac-54776ec43640 req-e869d110-9f3f-4350-bc89-e59e86b3597a tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:58.028927 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3bb3e54a-279a-4f21-bfac-54776ec43640 req-e869d110-9f3f-4350-bc89-e59e86b3597a tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0914106 Jun 14 14:52:58.089285 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3bb3e54a-279a-4f21-bfac-54776ec43640 req-12e6ed44-b58e-4dff-9c14-ca0f66bd6e6a tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512629 Jun 14 14:52:58.581297 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 36742) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:52:58.636960 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7ecbfa-86e9-4410-9ac3-1cb7cc310b2d admin admin] Deleting subnet 6e9269aa-1f15-44d6-9bda-9047956100bc {{(pid=103387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 14:52:58.643496 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-eb7ecbfa-86e9-4410-9ac3-1cb7cc310b2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:58.694220 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-eb7ecbfa-86e9-4410-9ac3-1cb7cc310b2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28405831'] for subnet, precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:58.751427 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-eb7ecbfa-86e9-4410-9ac3-1cb7cc310b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3763272'] for subnet, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:58.829881 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f1ed8-a600-45de-a00d-4be6228e30b3 req-0db90167-a85a-4e7f-abc6-bdf904565d2d tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:58.831665 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b89f1ed8-a600-45de-a00d-4be6228e30b3 req-0db90167-a85a-4e7f-abc6-bdf904565d2d tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.0981038 Jun 14 14:52:58.880378 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b89f1ed8-a600-45de-a00d-4be6228e30b3 req-f5cf8a8f-7720-4010-81d6-797820e7d67e tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428472 Jun 14 14:52:58.910434 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-eb7ecbfa-86e9-4410-9ac3-1cb7cc310b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3763265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28279915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28537441'] for subnet, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:58.913545 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-746a47a8-c6a2-4740-8301-a6e2ffe70379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:58.948420 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ecbfa-86e9-4410-9ac3-1cb7cc310b2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e9269aa-1f15-44d6-9bda-9047956100bc,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:58.953525 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-eb7ecbfa-86e9-4410-9ac3-1cb7cc310b2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:58.955529 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-eb7ecbfa-86e9-4410-9ac3-1cb7cc310b2d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6e9269aa-1f15-44d6-9bda-9047956100bc HTTP/1.1" status: 204 len: 168 time: 0.3732173 Jun 14 14:52:58.956514 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-eb7ecbfa-86e9-4410-9ac3-1cb7cc310b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:58.958087 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 36750) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:52:59.076311 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9fc6426b-88aa-486b-87bc-265f915c99bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855299'] for network, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:59.218719 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9fc6426b-88aa-486b-87bc-265f915c99bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3761365', 'neutron.services.segments.db._delete_segments_for_network-8775073109944'] for network, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:59.232151 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-9fc6426b-88aa-486b-87bc-265f915c99bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28f1014-36ac-4a38-8e89-cde81866dc2a']}} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:52:59.246962 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-9fc6426b-88aa-486b-87bc-265f915c99bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca67635-549c-4dba-90fa-ab2ef13ca70b') {'for_net_delete': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:52:59.246962 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-9fc6426b-88aa-486b-87bc-265f915c99bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca67635-549c-4dba-90fa-ab2ef13ca70b') {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:52:59.260220 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9fc6426b-88aa-486b-87bc-265f915c99bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775073109782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28405836'] for segment, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:59.277063 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9fc6426b-88aa-486b-87bc-265f915c99bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:59.283619 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc6426b-88aa-486b-87bc-265f915c99bf admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 14:52:59.284020 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9fc6426b-88aa-486b-87bc-265f915c99bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28280514'] for segment, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: Traceback (most recent call last): Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: timer() Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: cb(*args, **kw) Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: return func(*args, **kwargs) Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: self._notify() Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: self.callback(batched_events) Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: event.method(event) Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 14:52:59.286285 dv-cinder-772623-8-iscsi neutron-server[103387]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 14:52:59.290316 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 14:52:59.290316 dv-cinder-772623-8-iscsi neutron-server[103387]: return f(self, *a, **k) Jun 14 14:52:59.290316 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 14:52:59.290316 dv-cinder-772623-8-iscsi neutron-server[103387]: return self._get(url).json() Jun 14 14:52:59.290316 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 14:52:59.290316 dv-cinder-772623-8-iscsi neutron-server[103387]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 14:52:59.290316 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 14:52:59.290316 dv-cinder-772623-8-iscsi neutron-server[103387]: return self.request(url, 'GET', **kwargs) Jun 14 14:52:59.290316 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 14:52:59.290316 dv-cinder-772623-8-iscsi neutron-server[103387]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 14:52:59.290316 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 14:52:59.290316 dv-cinder-772623-8-iscsi neutron-server[103387]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 14:52:59.290316 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 14:52:59.290316 dv-cinder-772623-8-iscsi neutron-server[103387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 14:52:59.290316 dv-cinder-772623-8-iscsi neutron-server[103387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 14:52:59.327835 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71065045-6bd8-4ce3-8611-5a0c69affd5c req-a111927f-f5de-4962-9840-f397fa156aa7 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:59.330848 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-71065045-6bd8-4ce3-8611-5a0c69affd5c req-a111927f-f5de-4962-9840-f397fa156aa7 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0860872 Jun 14 14:52:59.386027 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-71065045-6bd8-4ce3-8611-5a0c69affd5c req-3e1b0445-49b5-41b0-822e-1a55580853fe tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479298 Jun 14 14:52:59.507384 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442c677-9e87-488e-a40a-a9d56496be48 req-b37a10e4-69a4-45fb-9927-ff47f990f6b2 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:59.509018 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b442c677-9e87-488e-a40a-a9d56496be48 req-b37a10e4-69a4-45fb-9927-ff47f990f6b2 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.0829771 Jun 14 14:52:59.510458 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9fc6426b-88aa-486b-87bc-265f915c99bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3761354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768894'] for network, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:59.519898 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:52:59.519898 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9fc6426b-88aa-486b-87bc-265f915c99bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:52:59.522217 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-9fc6426b-88aa-486b-87bc-265f915c99bf admin admin] 10.222.0.48 "DELETE /v2.0/networks/a28f1014-36ac-4a38-8e89-cde81866dc2a HTTP/1.1" status: 204 len: 168 time: 0.5629973 Jun 14 14:52:59.549842 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6426b-88aa-486b-87bc-265f915c99bf admin admin] Pushing event deleted for resources: {'Network': ['ID=a28f1014-36ac-4a38-8e89-cde81866dc2a,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:52:59.565992 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-9fc6426b-88aa-486b-87bc-265f915c99bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:52:59.651222 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b442c677-9e87-488e-a40a-a9d56496be48 req-2eb880cb-c903-496c-a2ba-d850d605a18d tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104906 Jun 14 14:52:59.701649 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdfc92-9db0-4b11-a961-77097f97ff97 req-536e7909-a101-440b-87f7-dbcf1d76db13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:52:59.703142 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bfcdfc92-9db0-4b11-a961-77097f97ff97 req-536e7909-a101-440b-87f7-dbcf1d76db13 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e07cdcf5e1a4b67b7bff1eba180a07d&device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 1098 time: 0.1137562 Jun 14 14:52:59.986460 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 36760) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:53:00.038465 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-f81ed9b9-ad65-43a3-974c-c71df1d61976 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a98b036d6ad4b57a9f4d78301098915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503497 Jun 14 14:53:00.041419 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 36762) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:53:00.104268 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c0fe9570-e09a-4419-ac89-1c8e1deaa554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:00.133090 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c0fe9570-e09a-4419-ac89-1c8e1deaa554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:00.144526 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdfc92-9db0-4b11-a961-77097f97ff97 req-55658554-5c82-4d93-aa2e-0148ff71bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:00.146045 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bfcdfc92-9db0-4b11-a961-77097f97ff97 req-55658554-5c82-4d93-aa2e-0148ff71bc2b service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a06fa14-64a9-4a96-b9c1-d8414078e908 HTTP/1.1" status: 200 len: 910 time: 0.4310191 Jun 14 14:53:00.249888 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bfcdfc92-9db0-4b11-a961-77097f97ff97 req-38155e4a-b497-41f0-b06f-bc2c7b8cac63 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e19f556d-d2ad-4e9f-ba72-3e1edb02d534 HTTP/1.1" status: 200 len: 1000 time: 0.0876858 Jun 14 14:53:00.280896 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c0fe9570-e09a-4419-ac89-1c8e1deaa554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:00.283776 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c0fe9570-e09a-4419-ac89-1c8e1deaa554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:00.284999 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-c0fe9570-e09a-4419-ac89-1c8e1deaa554 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb78c81e-da72-429b-8bef-02f98f521f41 HTTP/1.1" status: 204 len: 168 time: 0.2425065 Jun 14 14:53:00.285886 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-b5ead8c9-48db-4084-ba72-027ef0402b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:53:00.297100 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe9570-e09a-4419-ac89-1c8e1deaa554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb78c81e-da72-429b-8bef-02f98f521f41,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:53:00.307567 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe9570-e09a-4419-ac89-1c8e1deaa554 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:00.307999 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe9570-e09a-4419-ac89-1c8e1deaa554 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:00.309050 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe9570-e09a-4419-ac89-1c8e1deaa554 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:00.309220 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe9570-e09a-4419-ac89-1c8e1deaa554 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:00.309584 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe9570-e09a-4419-ac89-1c8e1deaa554 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:00.310007 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe9570-e09a-4419-ac89-1c8e1deaa554 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:00.311118 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe9570-e09a-4419-ac89-1c8e1deaa554 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:00.311484 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe9570-e09a-4419-ac89-1c8e1deaa554 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:00.312274 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe9570-e09a-4419-ac89-1c8e1deaa554 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:00.312733 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe9570-e09a-4419-ac89-1c8e1deaa554 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:00.313843 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe9570-e09a-4419-ac89-1c8e1deaa554 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:00.314124 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe9570-e09a-4419-ac89-1c8e1deaa554 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:00.317864 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-c0fe9570-e09a-4419-ac89-1c8e1deaa554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:53:00.318045 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdfc92-9db0-4b11-a961-77097f97ff97 req-65e9a0fb-c0f0-470e-b461-3d48c5be9835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:00.319438 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bfcdfc92-9db0-4b11-a961-77097f97ff97 req-65e9a0fb-c0f0-470e-b461-3d48c5be9835 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c472201c-ddff-4483-8b5d-5afdf2431617 HTTP/1.1" status: 200 len: 848 time: 0.0618000 Jun 14 14:53:00.404686 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdfc92-9db0-4b11-a961-77097f97ff97 req-69465e7c-4009-451a-b2fc-9ceb1570713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:00.406133 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bfcdfc92-9db0-4b11-a961-77097f97ff97 req-69465e7c-4009-451a-b2fc-9ceb1570713d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a06fa14-64a9-4a96-b9c1-d8414078e908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739546 Jun 14 14:53:00.555278 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bfcdfc92-9db0-4b11-a961-77097f97ff97 req-4cdae1e7-f76e-4ffb-96ed-3aeae4c93e07 service neutron] 10.222.0.35 "GET /v2.0/networks/8a06fa14-64a9-4a96-b9c1-d8414078e908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285639 Jun 14 14:53:00.599132 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7fb52-e665-48e1-9f0a-8539fc7add60 req-fd49455f-c498-4354-a216-cfb84dc6ff6e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:00.600450 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-95b7fb52-e665-48e1-9f0a-8539fc7add60 req-fd49455f-c498-4354-a216-cfb84dc6ff6e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0756207 Jun 14 14:53:00.662465 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-95b7fb52-e665-48e1-9f0a-8539fc7add60 req-c0acb0e1-33e9-4d1c-87ce-4609668effae tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536835 Jun 14 14:53:00.704892 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bfcdfc92-9db0-4b11-a961-77097f97ff97 req-def36a1b-c2d9-4ad1-8ac2-e7b16888852e service neutron] 10.222.0.35 "GET /v2.0/networks/8a06fa14-64a9-4a96-b9c1-d8414078e908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361511 Jun 14 14:53:00.915291 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fbec5-4804-4e35-820c-9c983491e37b req-334c7cc0-dc5d-4550-b751-77e908e89965 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:00.916953 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c75fbec5-4804-4e35-820c-9c983491e37b req-334c7cc0-dc5d-4550-b751-77e908e89965 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.1214921 Jun 14 14:53:00.969935 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c75fbec5-4804-4e35-820c-9c983491e37b req-5afdf2b2-e8cd-4f99-9543-11d67f822e80 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453146 Jun 14 14:53:01.806376 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1cad5b84-b990-4e11-b59b-e4ad200a086e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:01.863144 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c656b3-4526-4218-a471-ae4906737af6 req-a08faed7-70e2-4540-aed8-f7d3348bca3f tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:01.864977 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-88c656b3-4526-4218-a471-ae4906737af6 req-a08faed7-70e2-4540-aed8-f7d3348bca3f tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0803213 Jun 14 14:53:01.915871 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-88c656b3-4526-4218-a471-ae4906737af6 req-ea9917b5-0747-4f7f-b6b5-de81c2a724a4 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448039 Jun 14 14:53:02.202124 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1639bf-84bf-49cc-b404-a4fe10ec8976 req-6ac9833a-aecb-4d79-99ad-2976fffd6cfa tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:02.204336 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ca1639bf-84bf-49cc-b404-a4fe10ec8976 req-6ac9833a-aecb-4d79-99ad-2976fffd6cfa tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.1013176 Jun 14 14:53:02.268597 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ca1639bf-84bf-49cc-b404-a4fe10ec8976 req-68f8c444-a660-4aee-9f99-073eb3b434df tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544817 Jun 14 14:53:03.112401 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d56468-df99-4ed7-9129-b1c9b7854a80 req-b6cfb929-b84e-4e34-bcef-32966dfce42f tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:03.114309 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-98d56468-df99-4ed7-9129-b1c9b7854a80 req-b6cfb929-b84e-4e34-bcef-32966dfce42f tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0751462 Jun 14 14:53:03.162942 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-98d56468-df99-4ed7-9129-b1c9b7854a80 req-730b3bc3-2c74-4121-9270-5f2fc5bb9e2b tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421374 Jun 14 14:53:04.356785 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71a7d5-d2d9-4089-ac58-245c7290e38b req-7e617cb3-fe2b-45a8-bb49-141f2a814b19 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:04.358265 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5a71a7d5-d2d9-4089-ac58-245c7290e38b req-7e617cb3-fe2b-45a8-bb49-141f2a814b19 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0755534 Jun 14 14:53:04.403385 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5a71a7d5-d2d9-4089-ac58-245c7290e38b req-f6323df4-2a0e-4dd6-9dba-a059ad9e2e8d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386372 Jun 14 14:53:05.486448 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a25bb327-f591-4237-8e48-f55f9e5706d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:05.612397 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6a59b-9e3a-440e-a4ec-3f101a0aeb8d req-fef6d5c4-605f-4adf-a7b0-5d189e47db82 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:05.614416 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-68f6a59b-9e3a-440e-a4ec-3f101a0aeb8d req-fef6d5c4-605f-4adf-a7b0-5d189e47db82 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0786703 Jun 14 14:53:05.662551 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-68f6a59b-9e3a-440e-a4ec-3f101a0aeb8d req-33585318-3a7c-4039-add3-3f61427c343d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425229 Jun 14 14:53:06.461171 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:06.876210 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2647053-0b4e-413a-ae02-35a5793b0333 req-d3394ae7-4567-4aa3-bd3b-db135a805a59 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:06.877993 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b2647053-0b4e-413a-ae02-35a5793b0333 req-d3394ae7-4567-4aa3-bd3b-db135a805a59 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0929477 Jun 14 14:53:06.930803 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b2647053-0b4e-413a-ae02-35a5793b0333 req-f52a8b52-5fd6-4caf-90b4-d288993c8afd tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467739 Jun 14 14:53:08.137034 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43e3b5-cf22-4ddd-b20b-19aea097db6c req-b8b7d02a-6a06-44c5-ba27-45c2c700e32f tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:08.138609 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0f43e3b5-cf22-4ddd-b20b-19aea097db6c req-b8b7d02a-6a06-44c5-ba27-45c2c700e32f tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0798624 Jun 14 14:53:08.140850 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:08.185876 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0f43e3b5-cf22-4ddd-b20b-19aea097db6c req-4e1ffaeb-6336-4146-8435-c4d80f6ae6f4 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398860 Jun 14 14:53:09.377887 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbec29-f8c5-4695-90c3-9c8c0055ca30 req-2f551c58-209d-4d06-947b-f1807f606b82 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:09.379396 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4ecbec29-f8c5-4695-90c3-9c8c0055ca30 req-2f551c58-209d-4d06-947b-f1807f606b82 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0777884 Jun 14 14:53:09.426471 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4ecbec29-f8c5-4695-90c3-9c8c0055ca30 req-e453a9b0-f794-4e67-97b2-ff214ebfe683 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413220 Jun 14 14:53:10.245923 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:10.620613 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ae3a6-82bd-4218-926b-a40698092afc req-3937b86d-4df3-463f-b3aa-0b5feb0f856a tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:10.622029 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e40ae3a6-82bd-4218-926b-a40698092afc req-3937b86d-4df3-463f-b3aa-0b5feb0f856a tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0717826 Jun 14 14:53:10.664103 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e40ae3a6-82bd-4218-926b-a40698092afc req-d08d150f-4424-4de4-8d4a-9a09f65fee04 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354567 Jun 14 14:53:11.857780 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f18df8-7313-4d40-bac9-5914949bf5cf req-405df7e2-8966-4c5c-bb6f-ef7eea77f8ee tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:11.859161 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-94f18df8-7313-4d40-bac9-5914949bf5cf req-405df7e2-8966-4c5c-bb6f-ef7eea77f8ee tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0740967 Jun 14 14:53:11.904494 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-94f18df8-7313-4d40-bac9-5914949bf5cf req-01b045b9-883d-4a6a-b63a-4305ef0a184c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384498 Jun 14 14:53:13.093594 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14ac95-b406-4dd0-9ed2-a69c0a0d6021 req-17f544d1-79de-4283-8d0b-355ea88b3ed6 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:13.095430 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dc14ac95-b406-4dd0-9ed2-a69c0a0d6021 req-17f544d1-79de-4283-8d0b-355ea88b3ed6 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0748427 Jun 14 14:53:13.152362 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dc14ac95-b406-4dd0-9ed2-a69c0a0d6021 req-a68c688e-f81d-4cb5-9bdb-1bb5345c47bd tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444994 Jun 14 14:53:14.337349 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc2a2a-7373-4e3c-8f60-4959c23a1a12 req-eafe19be-90d6-406d-9989-6c6e5b8e6783 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:14.338835 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-80cc2a2a-7373-4e3c-8f60-4959c23a1a12 req-eafe19be-90d6-406d-9989-6c6e5b8e6783 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0705769 Jun 14 14:53:14.385576 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-80cc2a2a-7373-4e3c-8f60-4959c23a1a12 req-f71d52a6-a849-4056-ad43-a64c952b98f4 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409222 Jun 14 14:53:15.577067 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203eaa8-d989-4058-9e04-0c69844b504c req-ca114608-950d-4e56-bda4-e3c4b1ac386f tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:15.579633 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9203eaa8-d989-4058-9e04-0c69844b504c req-ca114608-950d-4e56-bda4-e3c4b1ac386f tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0739546 Jun 14 14:53:15.624006 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9203eaa8-d989-4058-9e04-0c69844b504c req-959fabfd-6db3-4098-b872-b882afc31d4b tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383184 Jun 14 14:53:16.816230 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32faf1a-5a2c-4fcf-a8da-d57af603461d req-b6e2df88-e8f2-4672-bee0-451f97b7e4d9 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:16.817830 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d32faf1a-5a2c-4fcf-a8da-d57af603461d req-b6e2df88-e8f2-4672-bee0-451f97b7e4d9 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0742247 Jun 14 14:53:16.862516 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d32faf1a-5a2c-4fcf-a8da-d57af603461d req-55ab9443-5f1d-4cb5-9406-1c4374c1ed82 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385244 Jun 14 14:53:18.059628 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9dc1b5-e771-42e0-b964-113e9d595986 req-d13945a1-fc8a-4f9c-be19-3d3338a3438d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:18.061069 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1a9dc1b5-e771-42e0-b964-113e9d595986 req-d13945a1-fc8a-4f9c-be19-3d3338a3438d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0778158 Jun 14 14:53:18.106163 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1a9dc1b5-e771-42e0-b964-113e9d595986 req-3d7f70f4-4597-4276-9ad1-1db057f873dc tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387592 Jun 14 14:53:18.194486 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:19.311056 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b702d0-d9c2-4c13-aef6-956595296df2 req-45bdb045-d393-43a0-8d02-2fbfbb25928a tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:19.312619 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-59b702d0-d9c2-4c13-aef6-956595296df2 req-45bdb045-d393-43a0-8d02-2fbfbb25928a tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0834627 Jun 14 14:53:19.361400 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-59b702d0-d9c2-4c13-aef6-956595296df2 req-7167565d-05a0-4baf-820c-67e2cca0958f tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426059 Jun 14 14:53:20.553533 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b3e36-c8ca-40bb-8775-b40b89f590a7 req-1e3cc3d7-c116-4de6-a25e-ce3526f150c2 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:20.554998 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b49b3e36-c8ca-40bb-8775-b40b89f590a7 req-1e3cc3d7-c116-4de6-a25e-ce3526f150c2 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0704939 Jun 14 14:53:20.602749 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b49b3e36-c8ca-40bb-8775-b40b89f590a7 req-1e7b388a-d1e4-4df9-9d59-2d9ed423bb3a tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408883 Jun 14 14:53:21.796036 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993b07d-dee6-4a57-b93d-a9f828cf3094 req-e5367678-5b17-4d3a-89ef-205a9c076db0 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:21.797522 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f993b07d-dee6-4a57-b93d-a9f828cf3094 req-e5367678-5b17-4d3a-89ef-205a9c076db0 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0712147 Jun 14 14:53:21.847696 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f993b07d-dee6-4a57-b93d-a9f828cf3094 req-bce4c647-9882-4c4b-acce-c65f45b818a1 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439429 Jun 14 14:53:22.411270 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481d87b-ebe8-4c2e-ba68-d0cef47f129a req-7fc473bb-b61d-44ed-9ae1-020370e39fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:22.412805 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6481d87b-ebe8-4c2e-ba68-d0cef47f129a req-7fc473bb-b61d-44ed-9ae1-020370e39fc8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 1098 time: 0.0658741 Jun 14 14:53:22.467289 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6481d87b-ebe8-4c2e-ba68-d0cef47f129a req-beed2db0-5d2f-4ff6-bd6b-06e6a4bd07cd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394969 Jun 14 14:53:23.309279 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4353ed-08e6-460c-8e74-0dcd7c993173 req-ab64046d-059f-42ef-a3b1-f2a9221f3a5b tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:23.310811 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7b4353ed-08e6-460c-8e74-0dcd7c993173 req-ab64046d-059f-42ef-a3b1-f2a9221f3a5b tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.3470702 Jun 14 14:53:23.363099 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7b4353ed-08e6-460c-8e74-0dcd7c993173 req-f2ca71d9-1b2f-4790-b155-07664ec28eaf tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448949 Jun 14 14:53:24.464154 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:53:24.565996 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c6c0b-43fb-4d0b-9f6b-005f09b315e8 req-76c4442c-fd89-4af8-87ff-d835cc8b95cb tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:24.567657 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fa2c6c0b-43fb-4d0b-9f6b-005f09b315e8 req-76c4442c-fd89-4af8-87ff-d835cc8b95cb tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0854990 Jun 14 14:53:24.617776 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fa2c6c0b-43fb-4d0b-9f6b-005f09b315e8 req-833375b0-5ac4-4a67-bb4a-5194ac074c3d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438068 Jun 14 14:53:25.827695 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37bca3-9539-4b7a-9554-fecd3078c41d req-78777923-1a91-4a51-ad7d-f38c1cb210f4 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:25.829868 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ff37bca3-9539-4b7a-9554-fecd3078c41d req-78777923-1a91-4a51-ad7d-f38c1cb210f4 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0824480 Jun 14 14:53:25.885677 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ff37bca3-9539-4b7a-9554-fecd3078c41d req-351dc8ee-f014-483d-b37c-5859b2aafc18 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488694 Jun 14 14:53:27.095465 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6079301-b211-4c1c-9e55-1ab15d6bd78c req-e04facd7-737e-421e-99b2-becab74de87c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:27.097076 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b6079301-b211-4c1c-9e55-1ab15d6bd78c req-e04facd7-737e-421e-99b2-becab74de87c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0721786 Jun 14 14:53:27.145223 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b6079301-b211-4c1c-9e55-1ab15d6bd78c req-3b2b320b-c05a-4e37-8a26-e3629a09edb6 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421619 Jun 14 14:53:28.338426 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d12cc-5884-469d-a2ce-806cb2c9f82e req-e21fc0a1-e358-4062-a34c-3ab2baf68a54 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:28.340062 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-eb1d12cc-5884-469d-a2ce-806cb2c9f82e req-e21fc0a1-e358-4062-a34c-3ab2baf68a54 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0754669 Jun 14 14:53:28.389446 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-eb1d12cc-5884-469d-a2ce-806cb2c9f82e req-29298ecd-7ada-4363-a9bb-c3f7cdb005ca tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432291 Jun 14 14:53:29.158723 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9891f-9623-46c8-831b-5f2562e55be6 req-09d7d3d1-a6cf-44b9-8e53-3a592d215f4d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:29.160409 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2aa9891f-9623-46c8-831b-5f2562e55be6 req-09d7d3d1-a6cf-44b9-8e53-3a592d215f4d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.1203151 Jun 14 14:53:29.219140 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2aa9891f-9623-46c8-831b-5f2562e55be6 req-cd1c2beb-21f1-4716-9ca0-ced731c7d84a tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490358 Jun 14 14:53:30.686841 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba635a-9243-4ed5-afb0-f6a6c6ff0fbe req-d0515184-ef49-4aa2-ae83-85376a358493 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:30.688483 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5bba635a-9243-4ed5-afb0-f6a6c6ff0fbe req-d0515184-ef49-4aa2-ae83-85376a358493 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.3281009 Jun 14 14:53:30.741564 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5bba635a-9243-4ed5-afb0-f6a6c6ff0fbe req-2bd60bf1-4da3-48a6-9e0b-57d0c0618fb9 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419247 Jun 14 14:53:31.811284 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e8755732-16a9-44c9-a1f6-3aa1cc3025b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:32.002225 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a4213-3c97-4e8b-9bc2-c554b92bd7dd req-4b3cc8d5-8e9b-4f3d-9a7f-58d1b3b5dd19 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:32.004025 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-712a4213-3c97-4e8b-9bc2-c554b92bd7dd req-4b3cc8d5-8e9b-4f3d-9a7f-58d1b3b5dd19 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.1423173 Jun 14 14:53:32.053164 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-712a4213-3c97-4e8b-9bc2-c554b92bd7dd req-cd6578ab-83a8-44d0-abaa-82a38236663c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407765 Jun 14 14:53:32.444531 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e2721-3df9-416a-a63f-d0ed9ecd6d22 req-1629515d-2f70-4685-83e4-75483ac378a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:32.446041 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b72e2721-3df9-416a-a63f-d0ed9ecd6d22 req-1629515d-2f70-4685-83e4-75483ac378a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=961e2167fbc04b84a095ba99391daa7f&device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 1098 time: 0.0854487 Jun 14 14:53:32.578148 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e2721-3df9-416a-a63f-d0ed9ecd6d22 req-5b7ea150-c9e6-48c3-95cb-23612b5c726d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:32.580316 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b72e2721-3df9-416a-a63f-d0ed9ecd6d22 req-5b7ea150-c9e6-48c3-95cb-23612b5c726d service neutron] 10.222.0.35 "GET /v2.0/networks?id=8b454c64-970f-47e1-a40e-57537dd1c348 HTTP/1.1" status: 200 len: 920 time: 0.1229904 Jun 14 14:53:32.652407 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b72e2721-3df9-416a-a63f-d0ed9ecd6d22 req-a1e58627-6ecd-4d86-aa26-930176e71209 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=123abbd5-df4e-492e-ba09-a70c6c1bfb6e HTTP/1.1" status: 200 len: 217 time: 0.0538635 Jun 14 14:53:32.767800 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e2721-3df9-416a-a63f-d0ed9ecd6d22 req-a294b027-ed43-4595-ac4d-c63b58450688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:32.769570 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b72e2721-3df9-416a-a63f-d0ed9ecd6d22 req-a294b027-ed43-4595-ac4d-c63b58450688 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d106303-d89a-4acd-899f-44cb0b843ee9 HTTP/1.1" status: 200 len: 859 time: 0.0980480 Jun 14 14:53:32.835464 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b72e2721-3df9-416a-a63f-d0ed9ecd6d22 req-484425cb-d297-4beb-9f54-124422e18a88 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b454c64-970f-47e1-a40e-57537dd1c348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496786 Jun 14 14:53:33.007039 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b72e2721-3df9-416a-a63f-d0ed9ecd6d22 req-1bcee0a5-355e-4e69-ba5c-b3b53ed1b816 service neutron] 10.222.0.35 "GET /v2.0/networks/8b454c64-970f-47e1-a40e-57537dd1c348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593540 Jun 14 14:53:33.182618 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b72e2721-3df9-416a-a63f-d0ed9ecd6d22 req-4c3ee5b2-898b-4203-93a3-d03d153defea service neutron] 10.222.0.35 "GET /v2.0/networks/8b454c64-970f-47e1-a40e-57537dd1c348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686325 Jun 14 14:53:33.330730 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95fcb1-4b4f-4cbb-8f48-c772eadd0797 req-747252e2-1d3b-479e-bec3-14e4724d7b77 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:33.332283 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6d95fcb1-4b4f-4cbb-8f48-c772eadd0797 req-747252e2-1d3b-479e-bec3-14e4724d7b77 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0899956 Jun 14 14:53:33.389411 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6d95fcb1-4b4f-4cbb-8f48-c772eadd0797 req-9e54cc45-93eb-4f76-8675-a69dedc83514 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508490 Jun 14 14:53:34.615475 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade10f9-812e-4356-9d0c-c4a79572035b req-03d5dcb6-ab87-48c7-b799-0a64675b5372 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:34.617005 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eade10f9-812e-4356-9d0c-c4a79572035b req-03d5dcb6-ab87-48c7-b799-0a64675b5372 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0818300 Jun 14 14:53:34.664535 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eade10f9-812e-4356-9d0c-c4a79572035b req-392840f9-54f9-4313-bde6-54cc7ed0e008 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413754 Jun 14 14:53:35.474268 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9c829e6e-9aa5-45d0-8317-7961a72ee70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:35.849614 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a56a3-38d7-400e-99a4-d5e24d021370 req-b095f487-227b-48b6-b7ef-9e5353343bf1 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:35.851110 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-932a56a3-38d7-400e-99a4-d5e24d021370 req-b095f487-227b-48b6-b7ef-9e5353343bf1 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0718107 Jun 14 14:53:35.900270 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-932a56a3-38d7-400e-99a4-d5e24d021370 req-93378472-5021-4a7b-bb11-287f27b6f08d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431707 Jun 14 14:53:36.497157 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:37.087148 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d36a2-4b91-4feb-9b08-4c93c9c95aa5 req-372da7e3-db3b-465b-857c-07fafedc108e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:37.088872 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-570d36a2-4b91-4feb-9b08-4c93c9c95aa5 req-372da7e3-db3b-465b-857c-07fafedc108e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0736761 Jun 14 14:53:37.140368 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-570d36a2-4b91-4feb-9b08-4c93c9c95aa5 req-a10a1e61-1e19-40c4-b31d-02f68f4fba96 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416720 Jun 14 14:53:38.116905 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:39.945545 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87850a-7f50-4096-858b-c423626f8ec7 req-26476167-8ccb-44b8-a6de-ed756f83f84e tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:39.947282 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6d87850a-7f50-4096-858b-c423626f8ec7 req-26476167-8ccb-44b8-a6de-ed756f83f84e tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 946 time: 0.0763447 Jun 14 14:53:40.007149 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6d87850a-7f50-4096-858b-c423626f8ec7 req-c601e8fc-d8e5-410d-8519-7d87f6ea3f50 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497987 Jun 14 14:53:40.274984 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:41.201251 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52dcde-fd30-4c34-b964-ca68b070c38c req-2eda49d6-5b97-4f39-a10e-92117cdd1848 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:41.204619 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7c52dcde-fd30-4c34-b964-ca68b070c38c req-2eda49d6-5b97-4f39-a10e-92117cdd1848 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 946 time: 0.0733211 Jun 14 14:53:41.250130 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7c52dcde-fd30-4c34-b964-ca68b070c38c req-fd6cbb79-b658-4463-b771-0f56702fd78b tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414753 Jun 14 14:53:42.441077 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637ba3b-3520-4c8c-bc42-d62a03252407 req-28ee4f93-cae5-49ac-bcdb-e2be0b9407c6 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:42.442451 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0637ba3b-3520-4c8c-bc42-d62a03252407 req-28ee4f93-cae5-49ac-bcdb-e2be0b9407c6 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 946 time: 0.0754352 Jun 14 14:53:42.483890 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0637ba3b-3520-4c8c-bc42-d62a03252407 req-cf43f63a-2a52-4385-97e3-0e6b91d71a2f tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357091 Jun 14 14:53:43.398525 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f3e2c-648d-49d2-940c-7566d5f41084 req-0db447c9-d8bc-424a-aef6-d7bf69e37980 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:43.400090 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7b0f3e2c-648d-49d2-940c-7566d5f41084 req-0db447c9-d8bc-424a-aef6-d7bf69e37980 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 946 time: 0.0786622 Jun 14 14:53:43.539852 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-7b0f3e2c-648d-49d2-940c-7566d5f41084 req-940f060c-a8d4-4b3e-83cc-5cf47dbdaeaf tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Deleting port 1a0ea2d7-c0e0-4a4d-acb8-62835efe4092 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:53:43.540700 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-7b0f3e2c-648d-49d2-940c-7566d5f41084 req-940f060c-a8d4-4b3e-83cc-5cf47dbdaeaf tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:43.680099 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-7b0f3e2c-648d-49d2-940c-7566d5f41084 req-940f060c-a8d4-4b3e-83cc-5cf47dbdaeaf tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] For port 1a0ea2d7-c0e0-4a4d-acb8-62835efe4092, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1a0ea2d7-c0e0-4a4d-acb8-62835efe4092,segment=NetworkSegment(6e60df40-74d6-4080-97af-771d3e02f4e7),segment_id=6e60df40-74d6-4080-97af-771d3e02f4e7)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:53:43.680683 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-7b0f3e2c-648d-49d2-940c-7566d5f41084 req-940f060c-a8d4-4b3e-83cc-5cf47dbdaeaf tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:43.700419 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e65d-4458-4fcd-8448-1ce6176f461e req-e0eb5809-242e-4f8a-9af0-e6f751383167 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:43.702157 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b116e65d-4458-4fcd-8448-1ce6176f461e req-e0eb5809-242e-4f8a-9af0-e6f751383167 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 946 time: 0.0820146 Jun 14 14:53:43.759763 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b116e65d-4458-4fcd-8448-1ce6176f461e req-ec760029-891a-47ac-b502-812a542224b5 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496264 Jun 14 14:53:43.805683 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-7b0f3e2c-648d-49d2-940c-7566d5f41084 req-940f060c-a8d4-4b3e-83cc-5cf47dbdaeaf tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Calling delete_port for 1a0ea2d7-c0e0-4a4d-acb8-62835efe4092 owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:53:44.034176 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-7b0f3e2c-648d-49d2-940c-7566d5f41084 req-940f060c-a8d4-4b3e-83cc-5cf47dbdaeaf tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:44.038574 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-158f01f2-2f62-41c1-9f31-b8387a8bcb29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:53:44.053806 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['1a0ea2d7-c0e0-4a4d-acb8-62835efe4092'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:53:44.089016 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940f060c-a8d4-4b3e-83cc-5cf47dbdaeaf tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Pushing event deleted for resources: {'Port': ['ID=1a0ea2d7-c0e0-4a4d-acb8-62835efe4092,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:53:44.112732 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940f060c-a8d4-4b3e-83cc-5cf47dbdaeaf tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:44.112732 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940f060c-a8d4-4b3e-83cc-5cf47dbdaeaf tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:44.112732 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940f060c-a8d4-4b3e-83cc-5cf47dbdaeaf tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:44.112732 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940f060c-a8d4-4b3e-83cc-5cf47dbdaeaf tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:44.112732 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940f060c-a8d4-4b3e-83cc-5cf47dbdaeaf tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:44.112732 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940f060c-a8d4-4b3e-83cc-5cf47dbdaeaf tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:44.112732 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940f060c-a8d4-4b3e-83cc-5cf47dbdaeaf tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:44.112732 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940f060c-a8d4-4b3e-83cc-5cf47dbdaeaf tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:44.112732 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940f060c-a8d4-4b3e-83cc-5cf47dbdaeaf tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:44.112732 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940f060c-a8d4-4b3e-83cc-5cf47dbdaeaf tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:44.112732 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940f060c-a8d4-4b3e-83cc-5cf47dbdaeaf tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:44.112732 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940f060c-a8d4-4b3e-83cc-5cf47dbdaeaf tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:53:44.118634 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-940f060c-a8d4-4b3e-83cc-5cf47dbdaeaf tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:53:44.184494 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0f3e2c-648d-49d2-940c-7566d5f41084 req-940f060c-a8d4-4b3e-83cc-5cf47dbdaeaf tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] No DVR routers for this DVR port 1a0ea2d7-c0e0-4a4d-acb8-62835efe4092 on host hv-cinder-77262 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:53:44.187728 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-7b0f3e2c-648d-49d2-940c-7566d5f41084 req-940f060c-a8d4-4b3e-83cc-5cf47dbdaeaf tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:44.189772 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7b0f3e2c-648d-49d2-940c-7566d5f41084 req-940f060c-a8d4-4b3e-83cc-5cf47dbdaeaf tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.35 "DELETE /v2.0/ports/1a0ea2d7-c0e0-4a4d-acb8-62835efe4092 HTTP/1.1" status: 204 len: 173 time: 0.7780507 Jun 14 14:53:44.190304 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3f6e60-79f1-461f-bdcf-7aca52a8415a', 'name': 'network-vif-deleted', 'tag': '1a0ea2d7-c0e0-4a4d-acb8-62835efe4092'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:53:44.192775 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd1602e-6c84-44cb-a3a7-589e7c6f7fa8" -d '{"events": [{"server_uuid": "7f3f6e60-79f1-461f-bdcf-7aca52a8415a", "name": "network-vif-deleted", "tag": "1a0ea2d7-c0e0-4a4d-acb8-62835efe4092"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:53:44.242415 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dea68d-d62a-46ac-a32d-b74945e01538 x-openstack-request-id: req-53dea68d-d62a-46ac-a32d-b74945e01538 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:53:44.242890 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3f6e60-79f1-461f-bdcf-7aca52a8415a", "name": "network-vif-deleted", "tag": "1a0ea2d7-c0e0-4a4d-acb8-62835efe4092", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:53:44.243291 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-53dea68d-d62a-46ac-a32d-b74945e01538 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:53:44.243918 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3f6e60-79f1-461f-bdcf-7aca52a8415a', 'name': 'network-vif-deleted', 'tag': '1a0ea2d7-c0e0-4a4d-acb8-62835efe4092', 'status': 'completed', 'code': 200} Jun 14 14:53:44.434329 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a1c1d-44d5-40e9-94c9-d15d99054185 req-1e0f6e0a-10a8-4417-9f69-b6cd06019932 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:44.438475 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-de3a1c1d-44d5-40e9-94c9-d15d99054185 req-1e0f6e0a-10a8-4417-9f69-b6cd06019932 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.1150808 Jun 14 14:53:44.491324 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-de3a1c1d-44d5-40e9-94c9-d15d99054185 req-d06de496-d683-4ab9-ab94-39136f725b5d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470431 Jun 14 14:53:44.979108 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3f978989-37b3-472d-8b1b-dc06887ee6c9 req-23520276-3e20-4cec-b68e-66b73ec7ca1f tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f3f6e60-79f1-461f-bdcf-7aca52a8415a HTTP/1.1" status: 200 len: 210 time: 0.0368092 Jun 14 14:53:45.737096 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af985bb-ee05-4990-8279-5e2d44d22084 req-336f6e9a-9d73-489e-80b9-dbe12bf3f957 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:45.738941 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6af985bb-ee05-4990-8279-5e2d44d22084 req-336f6e9a-9d73-489e-80b9-dbe12bf3f957 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.0828750 Jun 14 14:53:45.785517 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6af985bb-ee05-4990-8279-5e2d44d22084 req-bcfbf8f0-989d-4f56-9420-fcf9651ac676 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407183 Jun 14 14:53:46.513417 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-697de995-9506-4120-9db2-58162a6872b8 req-88eebda5-fc37-4c2a-9cc9-4536cc6946ce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0635540 Jun 14 14:53:46.621122 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697de995-9506-4120-9db2-58162a6872b8 req-47842ff7-a9e1-4310-b47c-23e67cc1c860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:46.622641 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-697de995-9506-4120-9db2-58162a6872b8 req-47842ff7-a9e1-4310-b47c-23e67cc1c860 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e07cdcf5e1a4b67b7bff1eba180a07d&device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 1098 time: 0.0617745 Jun 14 14:53:46.786987 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697de995-9506-4120-9db2-58162a6872b8 req-14368935-a720-432b-aaba-10f7b0cfd1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:46.789562 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-697de995-9506-4120-9db2-58162a6872b8 req-14368935-a720-432b-aaba-10f7b0cfd1f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a06fa14-64a9-4a96-b9c1-d8414078e908 HTTP/1.1" status: 200 len: 910 time: 0.1389368 Jun 14 14:53:46.920300 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-697de995-9506-4120-9db2-58162a6872b8 req-10af3559-8dd3-4f88-9580-8e2c3fe68162 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e19f556d-d2ad-4e9f-ba72-3e1edb02d534 HTTP/1.1" status: 200 len: 1000 time: 0.1180973 Jun 14 14:53:47.028664 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697de995-9506-4120-9db2-58162a6872b8 req-bcd30b84-b1f3-47e1-bc3c-c4a780d5cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:47.030165 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-697de995-9506-4120-9db2-58162a6872b8 req-bcd30b84-b1f3-47e1-bc3c-c4a780d5cdae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c472201c-ddff-4483-8b5d-5afdf2431617 HTTP/1.1" status: 200 len: 848 time: 0.0915322 Jun 14 14:53:47.066587 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe03cca-991b-4aa3-854d-591ee15157d2 req-caa7dea9-0a49-4761-9c33-680eeddafc39 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:47.068979 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dbe03cca-991b-4aa3-854d-591ee15157d2 req-caa7dea9-0a49-4761-9c33-680eeddafc39 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.1426594 Jun 14 14:53:47.154350 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dbe03cca-991b-4aa3-854d-591ee15157d2 req-5791df67-3f1f-4045-a370-4d68bedf0392 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564840 Jun 14 14:53:47.169998 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697de995-9506-4120-9db2-58162a6872b8 req-5b99a43f-a55f-42db-8f4c-99765b086129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:47.169998 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-697de995-9506-4120-9db2-58162a6872b8 req-5b99a43f-a55f-42db-8f4c-99765b086129 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a06fa14-64a9-4a96-b9c1-d8414078e908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1260495 Jun 14 14:53:47.303193 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-697de995-9506-4120-9db2-58162a6872b8 req-5c5beeee-4af9-4383-bb7d-c87297a9d8ee service neutron] 10.222.0.35 "GET /v2.0/networks/8a06fa14-64a9-4a96-b9c1-d8414078e908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232593 Jun 14 14:53:48.257767 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:48.369813 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6c030-d757-4521-b0f4-b94aef24f41a req-d41e422a-75d0-4ed8-b9a6-cf58cd41594c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:48.371331 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bfb6c030-d757-4521-b0f4-b94aef24f41a req-d41e422a-75d0-4ed8-b9a6-cf58cd41594c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.0920250 Jun 14 14:53:48.414214 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bfb6c030-d757-4521-b0f4-b94aef24f41a req-b78527c4-1a60-446c-90d4-6bb4a91056d5 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369473 Jun 14 14:53:48.601043 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-697de995-9506-4120-9db2-58162a6872b8 req-e16900ad-a93a-4de5-ab99-3f25dfcc2394 service neutron] 10.222.0.35 "GET /v2.0/networks/8a06fa14-64a9-4a96-b9c1-d8414078e908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445267 Jun 14 14:53:48.735069 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ec2a1-6483-406f-9407-6834a0f7f816 req-84277ad7-8ba2-4ba3-8cd9-4762e039c0e6 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:48.737000 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3d1ec2a1-6483-406f-9407-6834a0f7f816 req-84277ad7-8ba2-4ba3-8cd9-4762e039c0e6 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 947 time: 0.0772057 Jun 14 14:53:48.787012 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3d1ec2a1-6483-406f-9407-6834a0f7f816 req-29f2a1c4-dce5-406b-ac7d-14c1ba266c94 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440657 Jun 14 14:53:49.599359 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51080bca-026c-40dc-9c3f-1f1575c00e16 req-65376b5e-d2a0-4d60-bc2b-3e42fa3cf171 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:49.732516 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-51080bca-026c-40dc-9c3f-1f1575c00e16 req-65376b5e-d2a0-4d60-bc2b-3e42fa3cf171 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.0714064 Jun 14 14:53:49.733197 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 1a0ea2d7-c0e0-4a4d-acb8-62835efe4092 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:53:49.733197 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] No Port match for: 1a0ea2d7-c0e0-4a4d-acb8-62835efe4092 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:53:49.733197 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 1a0ea2d7-c0e0-4a4d-acb8-62835efe4092 not bound to the agent host hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:53:49.733809 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-51080bca-026c-40dc-9c3f-1f1575c00e16 req-bccb9dce-cd7e-4245-8155-e8f1a747fd6b tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550389 Jun 14 14:53:49.996371 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7059a-7b59-4a2a-8171-fadd36cd0b9e req-a2cbf715-25f2-400e-b020-ea4fa1838f5a tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:49.997841 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-72b7059a-7b59-4a2a-8171-fadd36cd0b9e req-a2cbf715-25f2-400e-b020-ea4fa1838f5a tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 947 time: 0.0775950 Jun 14 14:53:50.056919 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-72b7059a-7b59-4a2a-8171-fadd36cd0b9e req-fc84dc38-df83-4306-9120-779ad1327f99 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442495 Jun 14 14:53:50.865811 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c945154-3f33-47a6-8021-a0fcb3159c7b req-bc4a01dd-0112-477e-bb4d-2856e5f00de4 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:50.868252 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5c945154-3f33-47a6-8021-a0fcb3159c7b req-bc4a01dd-0112-477e-bb4d-2856e5f00de4 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.0831630 Jun 14 14:53:50.929028 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5c945154-3f33-47a6-8021-a0fcb3159c7b req-4f9a58f3-8194-491a-a516-2a7dab304609 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551643 Jun 14 14:53:51.267319 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685abcc4-e647-4447-8a77-512396529c7f req-177bd71e-a20a-46bd-aa59-e2f4bef87648 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:51.269153 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-685abcc4-e647-4447-8a77-512396529c7f req-177bd71e-a20a-46bd-aa59-e2f4bef87648 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 947 time: 0.0791571 Jun 14 14:53:51.315635 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-685abcc4-e647-4447-8a77-512396529c7f req-2843858d-5865-4ac0-8295-42238fcef994 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403087 Jun 14 14:53:52.186862 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c639bb-46df-4b29-8099-2e7656a92d50 req-59179ac8-c573-4016-9803-90a701463c53 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:52.190319 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-86c639bb-46df-4b29-8099-2e7656a92d50 req-59179ac8-c573-4016-9803-90a701463c53 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.0963044 Jun 14 14:53:52.252699 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-86c639bb-46df-4b29-8099-2e7656a92d50 req-e0384d60-4bb0-4560-9e55-12eb2be59bba tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530305 Jun 14 14:53:52.423784 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a5c34-ec17-4115-90ef-7d7d7dd6e90a req-dadd5327-5590-4577-987d-c2f161a95f75 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:52.425365 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-795a5c34-ec17-4115-90ef-7d7d7dd6e90a req-dadd5327-5590-4577-987d-c2f161a95f75 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.35 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 946 time: 0.3883476 Jun 14 14:53:52.616166 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5772d3-024b-4813-839f-f45f9e4caa0f req-a7384f99-369e-46dd-87d7-8f993aa16eaa tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:52.617641 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ea5772d3-024b-4813-839f-f45f9e4caa0f req-a7384f99-369e-46dd-87d7-8f993aa16eaa tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 947 time: 0.1411433 Jun 14 14:53:52.649006 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-795a5c34-ec17-4115-90ef-7d7d7dd6e90a req-29815527-782b-4551-8876-b1d7c718e938 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Deleting port 704c23dd-62f6-485e-a103-10709ae293d4 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:53:52.649346 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-795a5c34-ec17-4115-90ef-7d7d7dd6e90a req-29815527-782b-4551-8876-b1d7c718e938 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:52.694806 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ea5772d3-024b-4813-839f-f45f9e4caa0f req-5729847a-4827-4c0e-889a-6b89d665e41a tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704806 Jun 14 14:53:52.806489 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-795a5c34-ec17-4115-90ef-7d7d7dd6e90a req-29815527-782b-4551-8876-b1d7c718e938 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] For port 704c23dd-62f6-485e-a103-10709ae293d4, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=704c23dd-62f6-485e-a103-10709ae293d4,segment=NetworkSegment(b9f136e3-17b9-422d-a690-2dc5402bd280),segment_id=b9f136e3-17b9-422d-a690-2dc5402bd280)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:53:52.807034 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-795a5c34-ec17-4115-90ef-7d7d7dd6e90a req-29815527-782b-4551-8876-b1d7c718e938 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:52.992119 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-795a5c34-ec17-4115-90ef-7d7d7dd6e90a req-29815527-782b-4551-8876-b1d7c718e938 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Calling delete_port for 704c23dd-62f6-485e-a103-10709ae293d4 owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:53:53.291899 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-795a5c34-ec17-4115-90ef-7d7d7dd6e90a req-29815527-782b-4551-8876-b1d7c718e938 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:53.298315 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-4fd619c3-caee-4b7e-969d-92f797ca58ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:53:53.309665 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['123abbd5-df4e-492e-ba09-a70c6c1bfb6e', '704c23dd-62f6-485e-a103-10709ae293d4'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:53:53.355360 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29815527-782b-4551-8876-b1d7c718e938 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Pushing event deleted for resources: {'Port': ['ID=704c23dd-62f6-485e-a103-10709ae293d4,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:53:53.362530 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-29815527-782b-4551-8876-b1d7c718e938 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:53:53.460322 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-795a5c34-ec17-4115-90ef-7d7d7dd6e90a req-29815527-782b-4551-8876-b1d7c718e938 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] No DVR routers for this DVR port 704c23dd-62f6-485e-a103-10709ae293d4 on host hv-cinder-77262 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:53:53.465655 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-795a5c34-ec17-4115-90ef-7d7d7dd6e90a req-29815527-782b-4551-8876-b1d7c718e938 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:53.471407 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-795a5c34-ec17-4115-90ef-7d7d7dd6e90a req-29815527-782b-4551-8876-b1d7c718e938 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.35 "DELETE /v2.0/ports/704c23dd-62f6-485e-a103-10709ae293d4 HTTP/1.1" status: 204 len: 173 time: 1.0343766 Jun 14 14:53:53.472703 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796d3e4e-510a-4a3f-a2f0-fa76f1e69074', 'name': 'network-vif-deleted', 'tag': '704c23dd-62f6-485e-a103-10709ae293d4'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:53:53.478258 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd4c73e-acb5-40d1-b0a3-1199d845d95d" -d '{"events": [{"server_uuid": "796d3e4e-510a-4a3f-a2f0-fa76f1e69074", "name": "network-vif-deleted", "tag": "704c23dd-62f6-485e-a103-10709ae293d4"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:53:53.521121 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-83c97161-e334-42e0-a0cb-d26c124a4e96 req-57df148c-edfe-4b8b-a7e6-03010540c2f9 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 210 time: 0.0546739 Jun 14 14:53:53.569900 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a422f82b-48e1-4dfe-ae97-b210aca408fc x-openstack-request-id: req-a422f82b-48e1-4dfe-ae97-b210aca408fc {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:53:53.569900 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796d3e4e-510a-4a3f-a2f0-fa76f1e69074", "name": "network-vif-deleted", "tag": "704c23dd-62f6-485e-a103-10709ae293d4", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:53:53.569900 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a422f82b-48e1-4dfe-ae97-b210aca408fc {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:53:53.569900 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796d3e4e-510a-4a3f-a2f0-fa76f1e69074', 'name': 'network-vif-deleted', 'tag': '704c23dd-62f6-485e-a103-10709ae293d4', 'status': 'completed', 'code': 200} Jun 14 14:53:53.712400 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46020794-4071-4a82-8a12-862bc8e6703f req-49275172-d42f-4483-9203-c476bb03f684 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:53.714155 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-46020794-4071-4a82-8a12-862bc8e6703f req-49275172-d42f-4483-9203-c476bb03f684 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 947 time: 0.1057293 Jun 14 14:53:53.869114 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-46020794-4071-4a82-8a12-862bc8e6703f req-885e39a8-e0e4-46e4-923d-4b7ef1983836 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Deleting port 9fa81b1d-00e2-46d7-a1eb-9d358789109e {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:53:53.869568 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-46020794-4071-4a82-8a12-862bc8e6703f req-885e39a8-e0e4-46e4-923d-4b7ef1983836 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:53.935832 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9c2ae-c7da-4065-b728-d71c2598b6c5 req-ea5544e9-a916-48c2-99ad-092d68fe1c3e tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:53.937581 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-42f9c2ae-c7da-4065-b728-d71c2598b6c5 req-ea5544e9-a916-48c2-99ad-092d68fe1c3e tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 947 time: 0.0950360 Jun 14 14:53:54.003387 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-42f9c2ae-c7da-4065-b728-d71c2598b6c5 req-ce7f6302-56ad-4a5f-a986-e4097203edaa tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=e7960500-116d-4e78-a14f-5cd6273e2d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583098 Jun 14 14:53:54.025988 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-46020794-4071-4a82-8a12-862bc8e6703f req-885e39a8-e0e4-46e4-923d-4b7ef1983836 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] For port 9fa81b1d-00e2-46d7-a1eb-9d358789109e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9fa81b1d-00e2-46d7-a1eb-9d358789109e,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:53:54.026665 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-46020794-4071-4a82-8a12-862bc8e6703f req-885e39a8-e0e4-46e4-923d-4b7ef1983836 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:54.334747 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-46020794-4071-4a82-8a12-862bc8e6703f req-885e39a8-e0e4-46e4-923d-4b7ef1983836 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:54.335042 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-46020794-4071-4a82-8a12-862bc8e6703f req-885e39a8-e0e4-46e4-923d-4b7ef1983836 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768775'] for floatingip, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:54.335368 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.db.l3_db [req-46020794-4071-4a82-8a12-862bc8e6703f req-885e39a8-e0e4-46e4-923d-4b7ef1983836 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Floating IP c4bbbaf6-ec71-4c3e-ad79-673d273a3ffb disassociated. External IP: 172.27.2.247, port: 9fa81b1d-00e2-46d7-a1eb-9d358789109e. Jun 14 14:53:54.335786 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-46020794-4071-4a82-8a12-862bc8e6703f req-885e39a8-e0e4-46e4-923d-4b7ef1983836 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Calling delete_port for 9fa81b1d-00e2-46d7-a1eb-9d358789109e owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:53:54.622551 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-46020794-4071-4a82-8a12-862bc8e6703f req-885e39a8-e0e4-46e4-923d-4b7ef1983836 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:54.627655 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:53:54.663859 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e39a8-e0e4-46e4-923d-4b7ef1983836 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Pushing event deleted for resources: {'Port': ['ID=9fa81b1d-00e2-46d7-a1eb-9d358789109e,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:53:54.670035 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-885e39a8-e0e4-46e4-923d-4b7ef1983836 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:53:54.764805 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-28122ecf-4880-489e-89bf-b4c01ba0772e req-45e13aeb-d78a-451d-86da-6fcb35b55bf2 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 210 time: 0.0934908 Jun 14 14:53:54.887872 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46020794-4071-4a82-8a12-862bc8e6703f req-885e39a8-e0e4-46e4-923d-4b7ef1983836 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Router f8a8c9d7-242f-4110-8682-e77849310423 has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:53:55.066189 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46020794-4071-4a82-8a12-862bc8e6703f req-885e39a8-e0e4-46e4-923d-4b7ef1983836 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:53:55.079850 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af608b09-1557-477d-ab58-1de5cfd28daf None None] Sync routers for ids ['f8a8c9d7-242f-4110-8682-e77849310423'] in dv-cinder-772623-8-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:53:55.097118 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af608b09-1557-477d-ab58-1de5cfd28daf None None] Routers {'f8a8c9d7-242f-4110-8682-e77849310423'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:53:55.098119 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-af608b09-1557-477d-ab58-1de5cfd28daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:53:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['f8a8c9d7-242f-4110-8682-e77849310423'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:53:55.169818 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-46020794-4071-4a82-8a12-862bc8e6703f req-885e39a8-e0e4-46e4-923d-4b7ef1983836 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] No DVR routers for this DVR port 9fa81b1d-00e2-46d7-a1eb-9d358789109e on host hv-cinder-77262 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:53:55.176931 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-46020794-4071-4a82-8a12-862bc8e6703f req-885e39a8-e0e4-46e4-923d-4b7ef1983836 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:53:55.179817 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-46020794-4071-4a82-8a12-862bc8e6703f req-885e39a8-e0e4-46e4-923d-4b7ef1983836 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.35 "DELETE /v2.0/ports/9fa81b1d-00e2-46d7-a1eb-9d358789109e HTTP/1.1" status: 204 len: 173 time: 1.4554698 Jun 14 14:53:55.288571 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3433933d-08b8-4653-b3a8-19b1d5d69182 req-f0dd6a42-c735-4eb4-930d-d6f73db55c5f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 210 time: 0.0457623 Jun 14 14:53:55.311888 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-af608b09-1557-477d-ab58-1de5cfd28daf None None] Set router f8a8c9d7-242f-4110-8682-e77849310423 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:53:55.565992 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce76d42-aea2-4568-86d1-8a933f60803b', 'name': 'network-vif-deleted', 'tag': '9fa81b1d-00e2-46d7-a1eb-9d358789109e'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:53:55.568717 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a20d00-a448-4b17-96d6-5c3d7938ec03" -d '{"events": [{"server_uuid": "7ce76d42-aea2-4568-86d1-8a933f60803b", "name": "network-vif-deleted", "tag": "9fa81b1d-00e2-46d7-a1eb-9d358789109e"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:53:55.642889 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803b1b55-c5e7-41bc-bad2-c7c4d12d4b31 x-openstack-request-id: req-803b1b55-c5e7-41bc-bad2-c7c4d12d4b31 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:53:55.643564 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce76d42-aea2-4568-86d1-8a933f60803b", "name": "network-vif-deleted", "tag": "9fa81b1d-00e2-46d7-a1eb-9d358789109e", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:53:55.643564 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-803b1b55-c5e7-41bc-bad2-c7c4d12d4b31 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:53:55.644094 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce76d42-aea2-4568-86d1-8a933f60803b', 'name': 'network-vif-deleted', 'tag': '9fa81b1d-00e2-46d7-a1eb-9d358789109e', 'status': 'completed', 'code': 200} Jun 14 14:53:55.783184 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-af608b09-1557-477d-ab58-1de5cfd28daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'name': 'tempest-AttachVolumeShelveTestJSON-540344610-router', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:44Z', 'revision_number': 4, 'project_id': 'd950955f31d9460680045199b53c917f', 'gw_port': {'id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:32Z', 'updated_at': '2021-06-14T14:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': 'ee88a338-fd18-4315-9424-c27e666da578', 'name': '', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'mac_address': 'fa:16:3e:aa:e8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:41Z', 'updated_at': '2021-06-14T14:48:54Z', 'revision_number': 5, 'project_id': 'd950955f31d9460680045199b53c917f', 'subnets': [{'id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:53:55.786983 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af608b09-1557-477d-ab58-1de5cfd28daf None None] Checking router: f8a8c9d7-242f-4110-8682-e77849310423 for host: dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:53:55.796357 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af608b09-1557-477d-ab58-1de5cfd28daf None None] Routers {'f8a8c9d7-242f-4110-8682-e77849310423'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:53:55.797622 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-af608b09-1557-477d-ab58-1de5cfd28daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:53:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['f8a8c9d7-242f-4110-8682-e77849310423'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:53:55.970837 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-af608b09-1557-477d-ab58-1de5cfd28daf None None] Set router f8a8c9d7-242f-4110-8682-e77849310423 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:53:55.975903 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c8040c78-d603-4e5c-b8f3-25f76014a725 req-e224e72e-ea0f-4c0a-8c9e-9622bb1ebfce tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 210 time: 0.0449569 Jun 14 14:53:56.365441 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-af608b09-1557-477d-ab58-1de5cfd28daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'name': 'tempest-AttachVolumeShelveTestJSON-540344610-router', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:44Z', 'revision_number': 4, 'project_id': 'd950955f31d9460680045199b53c917f', 'gw_port': {'id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:32Z', 'updated_at': '2021-06-14T14:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': 'ee88a338-fd18-4315-9424-c27e666da578', 'name': '', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'mac_address': 'fa:16:3e:aa:e8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:41Z', 'updated_at': '2021-06-14T14:48:54Z', 'revision_number': 5, 'project_id': 'd950955f31d9460680045199b53c917f', 'subnets': [{'id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:53:56.371646 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af608b09-1557-477d-ab58-1de5cfd28daf None None] The sync data for ids ['f8a8c9d7-242f-4110-8682-e77849310423'] in dv-cinder-772623-8-iscsi is: [{'id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'name': 'tempest-AttachVolumeShelveTestJSON-540344610-router', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:44Z', 'revision_number': 4, 'project_id': 'd950955f31d9460680045199b53c917f', 'gw_port': {'id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:32Z', 'updated_at': '2021-06-14T14:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': 'ee88a338-fd18-4315-9424-c27e666da578', 'name': '', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'mac_address': 'fa:16:3e:aa:e8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:41Z', 'updated_at': '2021-06-14T14:48:54Z', 'revision_number': 5, 'project_id': 'd950955f31d9460680045199b53c917f', 'subnets': [{'id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:53:56.549391 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8daa60f3-4750-46dc-b9f6-ef0e2c10d3e6 req-c3b50c8f-2ff0-4a04-a78f-94d8643cbfe7 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 210 time: 0.0675104 Jun 14 14:53:56.736581 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54002ac-662c-4a4b-94b8-a26536bad97c None None] New status for floating IP c4bbbaf6-ec71-4c3e-ad79-673d273a3ffb: DOWN {{(pid=103389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 14:53:57.175279 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-648b772f-cfde-427d-8c3d-520551f9d60f req-818277e2-fe8d-480b-a35a-542d1a9dac19 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=796d3e4e-510a-4a3f-a2f0-fa76f1e69074 HTTP/1.1" status: 200 len: 210 time: 0.0616655 Jun 14 14:53:57.739281 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5909538f-c931-4eee-88c0-7426057cd301 req-452dcf92-bec0-4f5f-9326-fabbfd8d083b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 210 time: 0.0367346 Jun 14 14:53:58.495565 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-edeb7d02-2abb-452c-9e23-ebebad040329 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:58.497101 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-edeb7d02-2abb-452c-9e23-ebebad040329 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/networks?id=1e5cffea-fc85-4182-a7df-c16b809fea19 HTTP/1.1" status: 200 len: 813 time: 0.1410511 Jun 14 14:53:58.512666 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-97f367ac-2243-4b83-aa41-12ecf8246d69 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/quotas/450de72c8b3348b09d10abbbfb1cec18 HTTP/1.1" status: 200 len: 375 time: 0.0092859 Jun 14 14:53:58.551406 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-e2361620-163e-4cd3-9b1b-ab0281ceb606 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=450de72c8b3348b09d10abbbfb1cec18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334547 Jun 14 14:53:58.697064 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-eb9dc75f-57e1-4473-8518-358319420647 service neutron] 10.222.0.48 "GET /v2.0/networks/1e5cffea-fc85-4182-a7df-c16b809fea19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381531 Jun 14 14:53:58.822879 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-639dbd26-8d3a-4691-89aa-f0dfe1232a63 service neutron] 10.222.0.48 "GET /v2.0/networks/1e5cffea-fc85-4182-a7df-c16b809fea19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193712 Jun 14 14:53:58.941683 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4639c411-92b3-4444-8bf5-4fab60644084 req-4ac8e262-b879-4d3b-8976-58505b8cf0fc tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ce76d42-aea2-4568-86d1-8a933f60803b HTTP/1.1" status: 200 len: 210 time: 0.0352972 Jun 14 14:53:59.145738 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023909e-3332-40f9-8432-c04cc148778f req-58bdd8fa-18ff-4cdd-a9b8-8faeb1809b62 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:53:59.147285 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5023909e-3332-40f9-8432-c04cc148778f req-58bdd8fa-18ff-4cdd-a9b8-8faeb1809b62 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0903714 Jun 14 14:53:59.151438 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3714252c-d736-4423-98e1-c581fd5ddbfe req-17ff5b39-9cab-4d66-be89-5e45623ea97f tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1119d3b-caa9-4f0c-9e9f-d0c9590ead0a HTTP/1.1" status: 200 len: 210 time: 0.0367634 Jun 14 14:53:59.195262 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5023909e-3332-40f9-8432-c04cc148778f req-25f6d778-889b-455e-aa19-4a266c262848 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407114 Jun 14 14:53:59.589772 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 9fa81b1d-00e2-46d7-a1eb-9d358789109e no longer exists at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:53:59.631433 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] No Port match for: 9fa81b1d-00e2-46d7-a1eb-9d358789109e {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:53:59.631433 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 9fa81b1d-00e2-46d7-a1eb-9d358789109e not bound to the agent host hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:53:59.631433 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 704c23dd-62f6-485e-a103-10709ae293d4 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:53:59.662093 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] No Port match for: 704c23dd-62f6-485e-a103-10709ae293d4 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:53:59.662093 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 704c23dd-62f6-485e-a103-10709ae293d4 not bound to the agent host hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:54:00.251285 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 37192) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:00.357431 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4bb5acb8-b78e-4c93-a4c4-624245e1398a req-c6bef69a-460b-494f-a16a-f510b8878ab2 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1119d3b-caa9-4f0c-9e9f-d0c9590ead0a HTTP/1.1" status: 200 len: 210 time: 0.0597997 Jun 14 14:54:00.402222 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6cbca10c-8133-4ec8-a950-03bbc195ba31 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:00.440776 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6cbca10c-8133-4ec8-a950-03bbc195ba31 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:00.505124 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32019554-aa93-45b2-b001-c4e55dd68a47 req-f082610e-ba68-4fb8-a22b-13377cf4dffa tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:00.512830 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-32019554-aa93-45b2-b001-c4e55dd68a47 req-f082610e-ba68-4fb8-a22b-13377cf4dffa tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.1371484 Jun 14 14:54:00.567491 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-32019554-aa93-45b2-b001-c4e55dd68a47 req-918e99eb-4ccb-4bf1-b45a-8f6610aeda28 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479558 Jun 14 14:54:00.603346 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6cbca10c-8133-4ec8-a950-03bbc195ba31 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:00.606723 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6cbca10c-8133-4ec8-a950-03bbc195ba31 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:00.608015 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-6cbca10c-8133-4ec8-a950-03bbc195ba31 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "DELETE /v2.0/security-groups/e7960500-116d-4e78-a14f-5cd6273e2d07 HTTP/1.1" status: 204 len: 168 time: 0.3556662 Jun 14 14:54:00.609651 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-9c344bfa-a4c4-4cd1-89d3-a479f89ed273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:00.617754 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 37194) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:00.622754 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbca10c-8133-4ec8-a950-03bbc195ba31 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7960500-116d-4e78-a14f-5cd6273e2d07,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:00.627110 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-6cbca10c-8133-4ec8-a950-03bbc195ba31 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:00.643685 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.api.v2.resource [None req-789c882c-a190-4b95-8a9d-d18defba8a6e tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] show failed (client error): The resource could not be found. Jun 14 14:54:00.648050 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-789c882c-a190-4b95-8a9d-d18defba8a6e tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups/e7960500-116d-4e78-a14f-5cd6273e2d07 HTTP/1.1" status: 404 len: 347 time: 0.0259819 Jun 14 14:54:00.648485 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 37196) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:00.840831 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-32445690-a9b8-46f4-b86a-ff54840ebc5b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Deleting port f8a4262b-6901-400a-9b75-304a3cb03536 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:54:00.841380 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-32445690-a9b8-46f4-b86a-ff54840ebc5b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:00.953339 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-32445690-a9b8-46f4-b86a-ff54840ebc5b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:00.953802 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-32445690-a9b8-46f4-b86a-ff54840ebc5b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:01.056899 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-32445690-a9b8-46f4-b86a-ff54840ebc5b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Calling delete_port for f8a4262b-6901-400a-9b75-304a3cb03536 owned by network:floatingip {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:54:01.463351 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:54:01.563477 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-745cfa71-22c1-41a2-8def-1bbd35780318 req-745e0d94-d356-4058-b5b8-afe0816fbd54 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1119d3b-caa9-4f0c-9e9f-d0c9590ead0a HTTP/1.1" status: 200 len: 210 time: 0.0415685 Jun 14 14:54:01.657920 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-32445690-a9b8-46f4-b86a-ff54840ebc5b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:01.660557 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-cab3dbff-4887-42ba-a9b6-a8b0b7607206 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:01.696613 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32445690-a9b8-46f4-b86a-ff54840ebc5b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Pushing event deleted for resources: {'Port': ['ID=f8a4262b-6901-400a-9b75-304a3cb03536,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:01.699171 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-32445690-a9b8-46f4-b86a-ff54840ebc5b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:01.798085 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-32445690-a9b8-46f4-b86a-ff54840ebc5b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for floatingip, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:01.801300 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-32445690-a9b8-46f4-b86a-ff54840ebc5b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for floatingip, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:01.802671 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-32445690-a9b8-46f4-b86a-ff54840ebc5b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "DELETE /v2.0/floatingips/c4bbbaf6-ec71-4c3e-ad79-673d273a3ffb HTTP/1.1" status: 204 len: 168 time: 1.1528559 Jun 14 14:54:01.815741 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398e912-7863-45a6-ad55-29afa1fc5a1c req-765740f8-7ff1-4d48-bd9b-8e758115a25d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:01.824865 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e398e912-7863-45a6-ad55-29afa1fc5a1c req-765740f8-7ff1-4d48-bd9b-8e758115a25d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.1027687 Jun 14 14:54:01.867920 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e398e912-7863-45a6-ad55-29afa1fc5a1c req-b5866ccd-08fe-4c7e-baa7-64787aa95e5c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469871 Jun 14 14:54:01.884919 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-332f9f3c-7bd3-435a-b870-594044dfd579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:02.173567 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-43dbbbe7-9ebd-4d0a-b86c-b5174b872eb3 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:02.174979 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-43dbbbe7-9ebd-4d0a-b86c-b5174b872eb3 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.35 "GET /v2.0/networks?id=1e5cffea-fc85-4182-a7df-c16b809fea19 HTTP/1.1" status: 200 len: 813 time: 0.1544602 Jun 14 14:54:02.197316 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-56f84236-cca7-48b1-a771-84c9c5d875e8 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Request body: {'port': {'device_id': 'd1119d3b-caa9-4f0c-9e9f-d0c9590ead0a', 'network_id': '1e5cffea-fc85-4182-a7df-c16b809fea19', 'admin_state_up': True, 'tenant_id': '450de72c8b3348b09d10abbbfb1cec18'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:54:02.329174 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 37206) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:02.333930 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-08ccb560-b839-44e8-a7f9-a9147c86fc33 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--898941395', 'description': 'tempest-description--477357568'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:54:02.480077 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-08ccb560-b839-44e8-a7f9-a9147c86fc33 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:02.607357 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-56f84236-cca7-48b1-a771-84c9c5d875e8 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Made reservation on behalf of 450de72c8b3348b09d10abbbfb1cec18 for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:54:02.612196 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-56f84236-cca7-48b1-a771-84c9c5d875e8 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:02.723175 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-510482f0-bfeb-4d59-a543-d22ad42e01dc req-c2525d63-8259-407d-9d04-328fc9739efd tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1119d3b-caa9-4f0c-9e9f-d0c9590ead0a HTTP/1.1" status: 200 len: 210 time: 0.0349631 Jun 14 14:54:02.837001 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-08ccb560-b839-44e8-a7f9-a9147c86fc33 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:02.855508 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-56f84236-cca7-48b1-a771-84c9c5d875e8 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Allocated IP 172.20.0.2 (1e5cffea-fc85-4182-a7df-c16b809fea19/3b0e48c4-0fde-41c0-bcd2-152f845200af/7cd86138-1268-4c63-bf2a-022a8c39790c) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:54:02.903115 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-08ccb560-b839-44e8-a7f9-a9147c86fc33 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:02.909005 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-bcc378fb-0395-40eb-b5d1-e6e293f95c88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:02.995569 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ccb560-b839-44e8-a7f9-a9147c86fc33 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d18f3968-2def-4d07-a2bc-ea2526409224,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:03.002295 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-08ccb560-b839-44e8-a7f9-a9147c86fc33 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:03.095654 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-08ccb560-b839-44e8-a7f9-a9147c86fc33 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:03.097077 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-08ccb560-b839-44e8-a7f9-a9147c86fc33 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7669234 Jun 14 14:54:03.101708 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 37218) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:03.121189 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-5535467e-b6d0-449a-9474-1817e547a021 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Request body: {'security_group_rule': {'security_group_id': 'd18f3968-2def-4d07-a2bc-ea2526409224', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:54:03.195309 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-56f84236-cca7-48b1-a771-84c9c5d875e8 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Notify callbacks [] for port, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:03.221187 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b5bae-e9a8-44a5-b0e2-a34d03b3c5ee req-feed2ce4-c7b2-44a2-9869-9b75297252a2 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:03.231702 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2d3b5bae-e9a8-44a5-b0e2-a34d03b3c5ee req-feed2ce4-c7b2-44a2-9869-9b75297252a2 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.2173879 Jun 14 14:54:03.289752 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2d3b5bae-e9a8-44a5-b0e2-a34d03b3c5ee req-776e6bd8-81a4-47ff-9a48-d407d00143de tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598071 Jun 14 14:54:03.303749 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5535467e-b6d0-449a-9474-1817e547a021 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:03.363379 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-56f84236-cca7-48b1-a771-84c9c5d875e8 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28280472'] for port, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:03.369753 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-108d9c08-7eb6-42f5-9e09-af390b5d6c42 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:03.417743 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5535467e-b6d0-449a-9474-1817e547a021 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:03.443250 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-56f84236-cca7-48b1-a771-84c9c5d875e8 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Network 1e5cffea-fc85-4182-a7df-c16b809fea19 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:54:03.446994 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-56f84236-cca7-48b1-a771-84c9c5d875e8 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:54:03.451752 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-56f84236-cca7-48b1-a771-84c9c5d875e8 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:54:03.460368 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f84236-cca7-48b1-a771-84c9c5d875e8 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Pushing event updated for resources: {'Port': ['ID=7cd86138-1268-4c63-bf2a-022a8c39790c,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:03.490288 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-56f84236-cca7-48b1-a771-84c9c5d875e8 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:03.493540 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5535467e-b6d0-449a-9474-1817e547a021 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643011'] for security_group_rule, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:03.504968 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:03.542046 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-56f84236-cca7-48b1-a771-84c9c5d875e8 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:03.542622 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-56f84236-cca7-48b1-a771-84c9c5d875e8 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:03.547101 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535467e-b6d0-449a-9474-1817e547a021 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=259205b4-efb5-4c3b-8a8c-fb8a577e9f9f,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:03.554909 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-5535467e-b6d0-449a-9474-1817e547a021 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:03.639407 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5535467e-b6d0-449a-9474-1817e547a021 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:03.640746 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-5535467e-b6d0-449a-9474-1817e547a021 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5361159 Jun 14 14:54:03.645592 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 37220) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:03.650927 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-d7d9a361-6db1-45c7-bc9c-0a531c81291b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Request body: {'security_group_rule': {'security_group_id': 'd18f3968-2def-4d07-a2bc-ea2526409224', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:54:03.671998 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-56f84236-cca7-48b1-a771-84c9c5d875e8 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4784129 Jun 14 14:54:03.739147 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-904aaf19-c1fa-45a0-a441-c56ced258bb9 service neutron] Request body: {'port': {'device_id': 'd1119d3b-caa9-4f0c-9e9f-d0c9590ead0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:54:03.773933 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d7d9a361-6db1-45c7-bc9c-0a531c81291b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:03.887002 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-904aaf19-c1fa-45a0-a441-c56ced258bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:03.922493 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d7d9a361-6db1-45c7-bc9c-0a531c81291b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:03.930716 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267acce-655f-4c85-a716-63c75d67a350 req-8b1cd5cf-a52c-4098-a22a-1e4647285a9f tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:03.932334 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b267acce-655f-4c85-a716-63c75d67a350 req-8b1cd5cf-a52c-4098-a22a-1e4647285a9f tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1119d3b-caa9-4f0c-9e9f-d0c9590ead0a HTTP/1.1" status: 200 len: 931 time: 0.0873308 Jun 14 14:54:03.980979 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b267acce-655f-4c85-a716-63c75d67a350 req-7eac0bee-6414-4a1a-94ec-d6233ceb0513 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413952 Jun 14 14:54:04.049564 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d7d9a361-6db1-45c7-bc9c-0a531c81291b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643011'] for security_group_rule, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:04.059988 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-cd72ad9b-6b2e-4b71-b6b9-cfd65ef1d714 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:04.098409 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9a361-6db1-45c7-bc9c-0a531c81291b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=801f7277-af8a-4153-916a-7501b998b5d9,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:04.105651 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-d7d9a361-6db1-45c7-bc9c-0a531c81291b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:04.213318 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d7d9a361-6db1-45c7-bc9c-0a531c81291b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:04.214403 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-d7d9a361-6db1-45c7-bc9c-0a531c81291b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5677824 Jun 14 14:54:04.217614 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 37226) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:04.223274 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-eb9a2c44-9d34-42ea-9f08-01ac6cde19c3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Request body: {'floatingip': {'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:54:04.314206 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-904aaf19-c1fa-45a0-a441-c56ced258bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd86138-1268-4c63-bf2a-022a8c39790c {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:54:04.323419 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-904aaf19-c1fa-45a0-a441-c56ced258bb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:04.337098 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-904aaf19-c1fa-45a0-a441-c56ced258bb9 service neutron] Transition to ACTIVE for port object 7cd86138-1268-4c63-bf2a-022a8c39790c will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:54:04.443896 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2c44-9d34-42ea-9f08-01ac6cde19c3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for floatingip, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:04.467409 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-904aaf19-c1fa-45a0-a441-c56ced258bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:04.472326 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-940f060c-a8d4-4b3e-83cc-5cf47dbdaeaf tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:04.607084 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904aaf19-c1fa-45a0-a441-c56ced258bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd86138-1268-4c63-bf2a-022a8c39790c,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:04.613762 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-904aaf19-c1fa-45a0-a441-c56ced258bb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:04.633766 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd887fb3-9d7f-4bbf-8e52-edea95bd1ea9 req-44fa1ec6-ff31-41a8-8a6c-613d4e111eeb tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:04.635375 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bd887fb3-9d7f-4bbf-8e52-edea95bd1ea9 req-44fa1ec6-ff31-41a8-8a6c-613d4e111eeb tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.2246180 Jun 14 14:54:04.815144 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bd887fb3-9d7f-4bbf-8e52-edea95bd1ea9 req-93908ab4-1bbc-44f1-8907-c0881482eab7 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514323 Jun 14 14:54:04.822151 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-904aaf19-c1fa-45a0-a441-c56ced258bb9 service neutron] Attempting to bind port 7cd86138-1268-4c63-bf2a-022a8c39790c on host hv-cinder-77262 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:54:04.822491 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-904aaf19-c1fa-45a0-a441-c56ced258bb9 service neutron] Attempting to bind port 7cd86138-1268-4c63-bf2a-022a8c39790c by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '6e60df40-74d6-4080-97af-771d3e02f4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1e5cffea-fc85-4182-a7df-c16b809fea19'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:54:04.822817 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-904aaf19-c1fa-45a0-a441-c56ced258bb9 service neutron] Attempting to bind port 7cd86138-1268-4c63-bf2a-022a8c39790c on network 1e5cffea-fc85-4182-a7df-c16b809fea19 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:54:04.830869 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-904aaf19-c1fa-45a0-a441-c56ced258bb9 service neutron] Port 7cd86138-1268-4c63-bf2a-022a8c39790c on network 1e5cffea-fc85-4182-a7df-c16b809fea19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:54:04.831196 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-904aaf19-c1fa-45a0-a441-c56ced258bb9 service neutron] Attempting to bind port 7cd86138-1268-4c63-bf2a-022a8c39790c on network 1e5cffea-fc85-4182-a7df-c16b809fea19 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:54:04.840220 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-904aaf19-c1fa-45a0-a441-c56ced258bb9 service neutron] Checking agent: {'id': '8465c201-e91e-4007-8337-fb267b4bb0bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'started_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:54:04.840556 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-904aaf19-c1fa-45a0-a441-c56ced258bb9 service neutron] Checking segment: {'id': '6e60df40-74d6-4080-97af-771d3e02f4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1e5cffea-fc85-4182-a7df-c16b809fea19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:54:04.841009 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-904aaf19-c1fa-45a0-a441-c56ced258bb9 service neutron] Bound using segment: {'id': '6e60df40-74d6-4080-97af-771d3e02f4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1e5cffea-fc85-4182-a7df-c16b809fea19'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:54:04.841446 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-904aaf19-c1fa-45a0-a441-c56ced258bb9 service neutron] Bound port: 7cd86138-1268-4c63-bf2a-022a8c39790c, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e60df40-74d6-4080-97af-771d3e02f4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1e5cffea-fc85-4182-a7df-c16b809fea19'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:54:04.841796 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-904aaf19-c1fa-45a0-a441-c56ced258bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:04.865074 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2c44-9d34-42ea-9f08-01ac6cde19c3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:04.980925 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-904aaf19-c1fa-45a0-a441-c56ced258bb9 service neutron] For port 7cd86138-1268-4c63-bf2a-022a8c39790c, host hv-cinder-77262, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:54:05.031269 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-904aaf19-c1fa-45a0-a441-c56ced258bb9 service neutron] For port 7cd86138-1268-4c63-bf2a-022a8c39790c, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7cd86138-1268-4c63-bf2a-022a8c39790c,segment=NetworkSegment(6e60df40-74d6-4080-97af-771d3e02f4e7),segment_id=6e60df40-74d6-4080-97af-771d3e02f4e7)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:54:05.053620 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-eb9a2c44-9d34-42ea-9f08-01ac6cde19c3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Allocated IP 172.27.2.15 (fc485d09-1af9-4f7a-81e8-700830ebc213/e09b5c2d-fde6-405d-9c65-d45cf22b44a3/c5e0361c-b865-45fa-a7d0-0a634ac605cd) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:54:05.210812 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-904aaf19-c1fa-45a0-a441-c56ced258bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:05.216300 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-32445690-a9b8-46f4-b86a-ff54840ebc5b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:05.223511 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7151cd-72f1-4116-a647-6b52f3e276cd req-4adcbf8c-320b-4951-8d9c-7acfab56aeab tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:05.234995 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ec7151cd-72f1-4116-a647-6b52f3e276cd req-4adcbf8c-320b-4951-8d9c-7acfab56aeab tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1119d3b-caa9-4f0c-9e9f-d0c9590ead0a HTTP/1.1" status: 200 len: 943 time: 0.0984943 Jun 14 14:54:05.261538 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2c44-9d34-42ea-9f08-01ac6cde19c3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for port, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:05.278930 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ec7151cd-72f1-4116-a647-6b52f3e276cd req-99525e6e-8d07-422a-9764-d5344feac99c tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467868 Jun 14 14:54:05.280438 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-904aaf19-c1fa-45a0-a441-c56ced258bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:05.281526 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-904aaf19-c1fa-45a0-a441-c56ced258bb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:05.282919 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-904aaf19-c1fa-45a0-a441-c56ced258bb9 service neutron] 10.222.0.35 "PUT /v2.0/ports/7cd86138-1268-4c63-bf2a-022a8c39790c HTTP/1.1" status: 200 len: 1093 time: 1.5979185 Jun 14 14:54:05.283436 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1119d3b-caa9-4f0c-9e9f-d0c9590ead0a', 'tag': '7cd86138-1268-4c63-bf2a-022a8c39790c'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:54:05.286016 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1a2fa2-11af-437e-a5a1-e540f7672428" -d '{"events": [{"name": "network-changed", "server_uuid": "d1119d3b-caa9-4f0c-9e9f-d0c9590ead0a", "tag": "7cd86138-1268-4c63-bf2a-022a8c39790c"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:54:05.325927 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904aaf19-c1fa-45a0-a441-c56ced258bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd86138-1268-4c63-bf2a-022a8c39790c,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:05.330722 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-904aaf19-c1fa-45a0-a441-c56ced258bb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:05.340290 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e803d283-2f69-4b8a-b466-e2005fd94d4f x-openstack-request-id: req-e803d283-2f69-4b8a-b466-e2005fd94d4f {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:54:05.340667 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1119d3b-caa9-4f0c-9e9f-d0c9590ead0a", "tag": "7cd86138-1268-4c63-bf2a-022a8c39790c", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:54:05.340916 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e803d283-2f69-4b8a-b466-e2005fd94d4f {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:54:05.341351 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1119d3b-caa9-4f0c-9e9f-d0c9590ead0a', 'tag': '7cd86138-1268-4c63-bf2a-022a8c39790c', 'status': 'completed', 'code': 200} Jun 14 14:54:05.430498 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a2fa2-11af-437e-a5a1-e540f7672428 req-c0994444-8ae6-45ac-ad4b-454ca2a81340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:05.432023 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dd1a2fa2-11af-437e-a5a1-e540f7672428 req-c0994444-8ae6-45ac-ad4b-454ca2a81340 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=450de72c8b3348b09d10abbbfb1cec18&device_id=d1119d3b-caa9-4f0c-9e9f-d0c9590ead0a HTTP/1.1" status: 200 len: 1096 time: 0.0628617 Jun 14 14:54:05.434635 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2c44-9d34-42ea-9f08-01ac6cde19c3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28280472'] for port, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:05.436819 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-56f84236-cca7-48b1-a771-84c9c5d875e8 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:05.513193 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cd5af3a0-f812-47d9-8fc0-a1e8f2836928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:05.521044 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9a2c44-9d34-42ea-9f08-01ac6cde19c3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Network fc485d09-1af9-4f7a-81e8-700830ebc213 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:54:05.527850 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-eb9a2c44-9d34-42ea-9f08-01ac6cde19c3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:54:05.536675 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9a2c44-9d34-42ea-9f08-01ac6cde19c3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:54:05.604911 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a2c44-9d34-42ea-9f08-01ac6cde19c3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Pushing event updated for resources: {'Port': ['ID=c5e0361c-b865-45fa-a7d0-0a634ac605cd,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:05.611733 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-eb9a2c44-9d34-42ea-9f08-01ac6cde19c3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:05.660877 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a2fa2-11af-437e-a5a1-e540f7672428 req-60e1645a-e638-4221-abde-c6fc6612ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:05.662313 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dd1a2fa2-11af-437e-a5a1-e540f7672428 req-60e1645a-e638-4221-abde-c6fc6612ec0a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=450de72c8b3348b09d10abbbfb1cec18&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1918850 Jun 14 14:54:05.789720 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2c44-9d34-42ea-9f08-01ac6cde19c3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:05.830613 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a2fa2-11af-437e-a5a1-e540f7672428 req-18d87145-b19a-4cdb-afb6-dae4ddab3aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:05.832094 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dd1a2fa2-11af-437e-a5a1-e540f7672428 req-18d87145-b19a-4cdb-afb6-dae4ddab3aaf service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1451526 Jun 14 14:54:05.949025 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2c44-9d34-42ea-9f08-01ac6cde19c3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:06.022867 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-579cbc44-c839-4fbb-99b0-c9048575ae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:06.024921 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-579cbc44-c839-4fbb-99b0-c9048575ae64 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=450de72c8b3348b09d10abbbfb1cec18&device_id=d1119d3b-caa9-4f0c-9e9f-d0c9590ead0a HTTP/1.1" status: 200 len: 1096 time: 0.1254246 Jun 14 14:54:06.046815 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53dbbb-3ab3-467e-ad97-35c177909454 req-0e9d84f9-fd2f-4e59-8f8d-c6cb0fa3f81d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:06.049436 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fd53dbbb-3ab3-467e-ad97-35c177909454 req-0e9d84f9-fd2f-4e59-8f8d-c6cb0fa3f81d tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.0961258 Jun 14 14:54:06.113713 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fd53dbbb-3ab3-467e-ad97-35c177909454 req-72e0948f-3de1-46f9-88a4-01117c084416 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562646 Jun 14 14:54:06.114799 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-74051559-0d6d-4831-a0ca-6dc9c2d8974a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7cd86138-1268-4c63-bf2a-022a8c39790c HTTP/1.1" status: 200 len: 217 time: 0.0745327 Jun 14 14:54:06.491407 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:06.597556 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-586ccd04-133c-49d7-813a-da853decc27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:06.599057 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-586ccd04-133c-49d7-813a-da853decc27f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b0e48c4-0fde-41c0-bcd2-152f845200af HTTP/1.1" status: 200 len: 853 time: 0.4365644 Jun 14 14:54:06.673254 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-67051376-b3ca-46e9-bf96-665775d9c0db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e5cffea-fc85-4182-a7df-c16b809fea19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542991 Jun 14 14:54:06.704378 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2c44-9d34-42ea-9f08-01ac6cde19c3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:06.755293 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c7bb6-900d-4490-a288-86651893c1da req-b7bd437e-f289-4152-a25e-c81bb6dd8037 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:06.757056 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9f8c7bb6-900d-4490-a288-86651893c1da req-b7bd437e-f289-4152-a25e-c81bb6dd8037 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1119d3b-caa9-4f0c-9e9f-d0c9590ead0a HTTP/1.1" status: 200 len: 943 time: 0.2342534 Jun 14 14:54:06.810330 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2c44-9d34-42ea-9f08-01ac6cde19c3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:06.822042 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:06.979250 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-b8bf2c83-faa9-485a-8735-5c09c9fc9eb7 service neutron] 10.222.0.35 "GET /v2.0/networks/1e5cffea-fc85-4182-a7df-c16b809fea19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912540 Jun 14 14:54:06.986924 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9f8c7bb6-900d-4490-a288-86651893c1da req-df9b4747-8b18-456d-b360-30e473a9112f tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801186 Jun 14 14:54:06.992207 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a2c44-9d34-42ea-9f08-01ac6cde19c3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Pushing event updated for resources: {'Port': ['ID=c5e0361c-b865-45fa-a7d0-0a634ac605cd,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:07.000287 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-eb9a2c44-9d34-42ea-9f08-01ac6cde19c3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:07.007840 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2c44-9d34-42ea-9f08-01ac6cde19c3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768775'] for floatingip, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:07.171221 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2c44-9d34-42ea-9f08-01ac6cde19c3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for floatingip, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:07.172875 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-eb9a2c44-9d34-42ea-9f08-01ac6cde19c3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9534335 Jun 14 14:54:07.246283 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c009c6fe-c387-4853-ae2b-491b9480f206 req-df76e41c-49d2-4493-a83a-70049e5f21de service neutron] 10.222.0.35 "GET /v2.0/networks/1e5cffea-fc85-4182-a7df-c16b809fea19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414174 Jun 14 14:54:07.255427 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36b687-1e73-4f1a-a575-eb0b47a620e0 req-a23406be-ad13-4316-9c67-571e64054dc0 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:07.256990 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7a36b687-1e73-4f1a-a575-eb0b47a620e0 req-a23406be-ad13-4316-9c67-571e64054dc0 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.35 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.2433820 Jun 14 14:54:07.344540 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b110954-35eb-4d86-b6cd-5222d02cb7cd req-492585b5-d95a-43bb-beed-44bece0b62c6 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:07.347377 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0b110954-35eb-4d86-b6cd-5222d02cb7cd req-492585b5-d95a-43bb-beed-44bece0b62c6 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 945 time: 0.1035743 Jun 14 14:54:07.425549 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0b110954-35eb-4d86-b6cd-5222d02cb7cd req-bcd62d80-4bad-4751-b0e8-255e366c431c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d6b9f59-2bf9-4885-b556-782e6536b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712039 Jun 14 14:54:07.470477 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-b14d3909-1a84-41d5-84be-4e1461ced7b5 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--898941395&fields=id&tenant_id=d950955f31d9460680045199b53c917f HTTP/1.1" status: 200 len: 267 time: 0.0946259 Jun 14 14:54:07.487579 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-7a36b687-1e73-4f1a-a575-eb0b47a620e0 req-09d43618-d77d-4095-bf1a-66c39802c90c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Deleting port 123abbd5-df4e-492e-ba09-a70c6c1bfb6e {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:54:07.488151 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-7a36b687-1e73-4f1a-a575-eb0b47a620e0 req-09d43618-d77d-4095-bf1a-66c39802c90c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:07.762276 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-7a36b687-1e73-4f1a-a575-eb0b47a620e0 req-09d43618-d77d-4095-bf1a-66c39802c90c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] For port 123abbd5-df4e-492e-ba09-a70c6c1bfb6e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=123abbd5-df4e-492e-ba09-a70c6c1bfb6e,segment=NetworkSegment(b9f136e3-17b9-422d-a690-2dc5402bd280),segment_id=b9f136e3-17b9-422d-a690-2dc5402bd280)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:54:07.762727 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-7a36b687-1e73-4f1a-a575-eb0b47a620e0 req-09d43618-d77d-4095-bf1a-66c39802c90c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:07.778347 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-6fdce7d5-21cf-4e12-a342-78f947492d44 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:07.779980 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-6fdce7d5-21cf-4e12-a342-78f947492d44 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/networks?id=1d5f5609-c7ac-49b5-a256-436c63bd28f5 HTTP/1.1" status: 200 len: 816 time: 0.2963989 Jun 14 14:54:07.899059 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-7a36b687-1e73-4f1a-a575-eb0b47a620e0 req-09d43618-d77d-4095-bf1a-66c39802c90c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Calling delete_port for 123abbd5-df4e-492e-ba09-a70c6c1bfb6e owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:54:07.916517 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-a9c93e09-2059-441b-85ea-d7c204bbdc06 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/quotas/d950955f31d9460680045199b53c917f HTTP/1.1" status: 200 len: 375 time: 0.1213996 Jun 14 14:54:08.131830 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-701c372d-b7ea-4fbc-b687-977ab6be1a6a tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d950955f31d9460680045199b53c917f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1643467 Jun 14 14:54:08.257056 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7fdea2-f9c8-460c-b017-3e8d857c382f req-793271ac-3536-4b3c-ae5a-ff75403ad402 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:08.258691 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fa7fdea2-f9c8-460c-b017-3e8d857c382f req-793271ac-3536-4b3c-ae5a-ff75403ad402 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1119d3b-caa9-4f0c-9e9f-d0c9590ead0a HTTP/1.1" status: 200 len: 943 time: 0.0855577 Jun 14 14:54:08.268459 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:08.306420 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-641ddbb9-24b7-488d-9646-6d20e0ae2f61 service neutron] 10.222.0.48 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596503 Jun 14 14:54:08.348582 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fa7fdea2-f9c8-460c-b017-3e8d857c382f req-b899b268-21b1-436c-8cf9-542cf53817d0 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799229 Jun 14 14:54:08.448135 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-7a36b687-1e73-4f1a-a575-eb0b47a620e0 req-09d43618-d77d-4095-bf1a-66c39802c90c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:08.457559 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-cab3dbff-4887-42ba-a9b6-a8b0b7607206 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:08.503917 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d43618-d77d-4095-bf1a-66c39802c90c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Pushing event deleted for resources: {'Port': ['ID=123abbd5-df4e-492e-ba09-a70c6c1bfb6e,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:08.512382 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-09d43618-d77d-4095-bf1a-66c39802c90c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:08.532703 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-9e866b16-addd-45ad-83b5-bfccc2d928de service neutron] 10.222.0.48 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140405 Jun 14 14:54:08.585046 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a36b687-1e73-4f1a-a575-eb0b47a620e0 req-09d43618-d77d-4095-bf1a-66c39802c90c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] No DVR routers for this DVR port 123abbd5-df4e-492e-ba09-a70c6c1bfb6e on host hv-cinder-77262 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:54:08.588076 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-7a36b687-1e73-4f1a-a575-eb0b47a620e0 req-09d43618-d77d-4095-bf1a-66c39802c90c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:08.590409 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7a36b687-1e73-4f1a-a575-eb0b47a620e0 req-09d43618-d77d-4095-bf1a-66c39802c90c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.35 "DELETE /v2.0/ports/123abbd5-df4e-492e-ba09-a70c6c1bfb6e HTTP/1.1" status: 204 len: 173 time: 1.3262181 Jun 14 14:54:08.590960 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33b5263-51c6-4538-9942-b30354f66f79', 'name': 'network-vif-deleted', 'tag': '123abbd5-df4e-492e-ba09-a70c6c1bfb6e'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:54:08.594033 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9802e6bc-b918-454d-b273-00b19171912f" -d '{"events": [{"server_uuid": "b33b5263-51c6-4538-9942-b30354f66f79", "name": "network-vif-deleted", "tag": "123abbd5-df4e-492e-ba09-a70c6c1bfb6e"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:54:08.668451 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e5086a3b-e3de-4541-ba2a-bdb4b09d9442 req-4a25243a-7a1d-4860-abad-7a4ce850892e tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 210 time: 0.0404747 Jun 14 14:54:08.726490 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c370207-3b74-469c-a111-275785fdcf43 x-openstack-request-id: req-6c370207-3b74-469c-a111-275785fdcf43 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:54:08.726490 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33b5263-51c6-4538-9942-b30354f66f79", "name": "network-vif-deleted", "tag": "123abbd5-df4e-492e-ba09-a70c6c1bfb6e", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:54:08.726490 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6c370207-3b74-469c-a111-275785fdcf43 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:54:08.726490 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33b5263-51c6-4538-9942-b30354f66f79', 'name': 'network-vif-deleted', 'tag': '123abbd5-df4e-492e-ba09-a70c6c1bfb6e', 'status': 'completed', 'code': 200} Jun 14 14:54:08.843010 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c3a6ee62-2d78-4c42-ad82-9bd15fcbb9ab req-12e7011b-4864-4329-a2bf-6ef6d393d79c tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 210 time: 0.0372806 Jun 14 14:54:09.595133 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b0a98-93c3-4f92-b585-337d6421e6e8 req-92208983-daa9-4eb5-8527-62e61bff9ce5 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:09.597242 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-772b0a98-93c3-4f92-b585-337d6421e6e8 req-92208983-daa9-4eb5-8527-62e61bff9ce5 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1119d3b-caa9-4f0c-9e9f-d0c9590ead0a HTTP/1.1" status: 200 len: 943 time: 0.0990024 Jun 14 14:54:09.619059 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 7cd86138-1268-4c63-bf2a-022a8c39790c details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:54:09.623967 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 123abbd5-df4e-492e-ba09-a70c6c1bfb6e no longer exists at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:54:09.656100 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] No Port match for: 123abbd5-df4e-492e-ba09-a70c6c1bfb6e {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:54:09.656413 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 123abbd5-df4e-492e-ba09-a70c6c1bfb6e not bound to the agent host hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:54:09.660452 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-772b0a98-93c3-4f92-b585-337d6421e6e8 req-95f45fd9-b01f-4a67-a4e8-999ee93309ef tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539079 Jun 14 14:54:09.787246 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 7cd86138-1268-4c63-bf2a-022a8c39790c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7cd86138-1268-4c63-bf2a-022a8c39790c,segment=NetworkSegment(6e60df40-74d6-4080-97af-771d3e02f4e7),segment_id=6e60df40-74d6-4080-97af-771d3e02f4e7)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:54:09.807209 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Returning: {'device': '7cd86138-1268-4c63-bf2a-022a8c39790c', 'network_id': '1e5cffea-fc85-4182-a7df-c16b809fea19', 'port_id': '7cd86138-1268-4c63-bf2a-022a8c39790c', 'mac_address': 'fa:16:3e:aa:24:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b0e48c4-0fde-41c0-bcd2-152f845200af', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:54:09.871665 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:09.885417 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-113a554f-68e7-4d4f-ace5-2a98305473ff req-eab5b721-acce-4c06-8263-efbec6065bc4 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] 10.222.0.48 "GET /v2.0/ports?device_id=b33b5263-51c6-4538-9942-b30354f66f79 HTTP/1.1" status: 200 len: 210 time: 0.0601792 Jun 14 14:54:09.909487 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd86138-1268-4c63-bf2a-022a8c39790c {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:54:09.943815 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 7cd86138-1268-4c63-bf2a-022a8c39790c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7cd86138-1268-4c63-bf2a-022a8c39790c,segment=NetworkSegment(6e60df40-74d6-4080-97af-771d3e02f4e7),segment_id=6e60df40-74d6-4080-97af-771d3e02f4e7)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:54:10.035099 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-db26a1d3-98cc-4693-9de8-5e946592d982 req-e605c917-9254-438e-8c55-bb0b047d825b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 210 time: 0.0362203 Jun 14 14:54:10.057318 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:10.066972 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:10.138751 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=7cd86138-1268-4c63-bf2a-022a8c39790c,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:10.149068 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:10.149392 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:10.149600 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:10.149933 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:10.150253 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:10.150577 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:10.150895 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:10.151211 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:10.151527 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:10.151866 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:10.158533 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:10.158533 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:10.158533 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:10.273271 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:10.411201 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['7cd86138-1268-4c63-bf2a-022a8c39790c'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:54:10.898782 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489b942-2cc4-4c98-8012-74852cdcea2b req-668a27b1-f281-4056-a70f-56addc54968e tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:10.901011 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0489b942-2cc4-4c98-8012-74852cdcea2b req-668a27b1-f281-4056-a70f-56addc54968e tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1119d3b-caa9-4f0c-9e9f-d0c9590ead0a HTTP/1.1" status: 200 len: 944 time: 0.0877020 Jun 14 14:54:10.959958 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0489b942-2cc4-4c98-8012-74852cdcea2b req-89ab38c1-d7b5-4b2c-ba87-200282440dbf tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461879 Jun 14 14:54:11.002557 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 37278) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:11.284389 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f1987b10-2860-4aa8-8e6b-842fed6e4ccd req-03f257b0-3b09-4176-80e5-e851616fbfe2 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 210 time: 0.0406234 Jun 14 14:54:11.629773 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 7cd86138-1268-4c63-bf2a-022a8c39790c up at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:54:11.762189 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning for port 7cd86138-1268-4c63-bf2a-022a8c39790c completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:54:11.772050 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning complete for port 7cd86138-1268-4c63-bf2a-022a8c39790c triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:54:11.772661 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:11.944894 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:11.946461 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-d5675461-5c42-4ea0-b795-4405938f409c tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:11.948268 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-d5675461-5c42-4ea0-b795-4405938f409c tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.35 "GET /v2.0/networks?id=1d5f5609-c7ac-49b5-a256-436c63bd28f5 HTTP/1.1" status: 200 len: 816 time: 0.2478094 Jun 14 14:54:12.006432 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1119d3b-caa9-4f0c-9e9f-d0c9590ead0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd86138-1268-4c63-bf2a-022a8c39790c'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:54:12.018653 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e20ed63-7bba-4435-8ff8-131e8a938333" -d '{"events": [{"server_uuid": "d1119d3b-caa9-4f0c-9e9f-d0c9590ead0a", "name": "network-vif-plugged", "status": "completed", "tag": "7cd86138-1268-4c63-bf2a-022a8c39790c"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:54:12.052715 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 7cd86138-1268-4c63-bf2a-022a8c39790c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7cd86138-1268-4c63-bf2a-022a8c39790c,segment=NetworkSegment(6e60df40-74d6-4080-97af-771d3e02f4e7),segment_id=6e60df40-74d6-4080-97af-771d3e02f4e7)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:54:12.088673 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2257b02d-9ec5-4c02-adbb-2b96858c8b15 x-openstack-request-id: req-2257b02d-9ec5-4c02-adbb-2b96858c8b15 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:54:12.088980 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1119d3b-caa9-4f0c-9e9f-d0c9590ead0a", "name": "network-vif-plugged", "status": "completed", "tag": "7cd86138-1268-4c63-bf2a-022a8c39790c", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:54:12.089247 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2257b02d-9ec5-4c02-adbb-2b96858c8b15 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:54:12.089729 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1119d3b-caa9-4f0c-9e9f-d0c9590ead0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd86138-1268-4c63-bf2a-022a8c39790c', 'code': 200} Jun 14 14:54:12.128124 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:12.131419 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:12.135829 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-a8db286b-7491-4794-832c-cb78cf37cf67 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d950955f31d9460680045199b53c917f HTTP/1.1" status: 200 len: 379 time: 0.1684649 Jun 14 14:54:12.173490 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-a59fdb47-6e31-4ff0-b314-231f5e61e7d6 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Request body: {'port': {'device_id': '364f244c-1e4f-42b6-9ecf-3006eb16b265', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'admin_state_up': True, 'tenant_id': 'd950955f31d9460680045199b53c917f', 'security_groups': ['d18f3968-2def-4d07-a2bc-ea2526409224']}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:54:12.231232 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=7cd86138-1268-4c63-bf2a-022a8c39790c,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:12.236956 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:12.509163 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce113929-6006-4aa9-86bf-988f4fc09984 req-dac61b07-d09d-4f0d-a252-02270c89529b tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:12.512062 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ce113929-6006-4aa9-86bf-988f4fc09984 req-dac61b07-d09d-4f0d-a252-02270c89529b tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1119d3b-caa9-4f0c-9e9f-d0c9590ead0a HTTP/1.1" status: 200 len: 945 time: 0.2884903 Jun 14 14:54:12.553029 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-123dbe77-dc82-49d2-ae2c-290abe803195 req-343d8f32-88ed-44a0-919e-bc4305eb01c1 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 210 time: 0.0451815 Jun 14 14:54:12.626318 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2d5a7b35-58e0-4752-9d80-cdca8a547534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756128'] for router_interface, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:12.631084 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ce113929-6006-4aa9-86bf-988f4fc09984 req-4ff5051e-c0a5-41af-af19-3cb85834233b tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037884 Jun 14 14:54:12.803671 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-a59fdb47-6e31-4ff0-b314-231f5e61e7d6 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Made reservation on behalf of d950955f31d9460680045199b53c917f for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:54:12.810893 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-a59fdb47-6e31-4ff0-b314-231f5e61e7d6 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:13.098602 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfa031-655b-4e6d-a2be-f7d8c5ff3ead req-b4047bfa-1e10-466f-8a14-1d711c70f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:13.100120 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-78cfa031-655b-4e6d-a2be-f7d8c5ff3ead req-b4047bfa-1e10-466f-8a14-1d711c70f743 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d1119d3b-caa9-4f0c-9e9f-d0c9590ead0a HTTP/1.1" status: 200 len: 1098 time: 0.3934736 Jun 14 14:54:13.396805 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-78cfa031-655b-4e6d-a2be-f7d8c5ff3ead req-0ce1c60b-ddb3-47a3-8044-0e83e7f461be service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441351 Jun 14 14:54:13.399071 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-a59fdb47-6e31-4ff0-b314-231f5e61e7d6 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Allocated IP 172.20.0.8 (1d5f5609-c7ac-49b5-a256-436c63bd28f5/16c47a92-806f-4b00-927d-529a6aa19a53/15f08254-42c4-445e-b2e4-feca4874b0d9) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:54:13.837609 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d038aa12-e06f-49f2-b86a-e4aa7b3c2769 req-35a30fa1-a60e-4d19-b001-62fdc3baba33 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 210 time: 0.1141682 Jun 14 14:54:13.913487 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-a59fdb47-6e31-4ff0-b314-231f5e61e7d6 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for port, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:13.949386 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-a59fdb47-6e31-4ff0-b314-231f5e61e7d6 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Transition to ACTIVE for port object 15f08254-42c4-445e-b2e4-feca4874b0d9 will not be triggered until provisioned by entity DHCP. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:54:13.954645 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a7b35-58e0-4752-9d80-cdca8a547534 admin admin] Deleting port 2e458b2f-5453-4ce6-8734-f84e5949f18f {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:54:13.955026 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2d5a7b35-58e0-4752-9d80-cdca8a547534 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:14.238056 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-2d5a7b35-58e0-4752-9d80-cdca8a547534 admin admin] For port 2e458b2f-5453-4ce6-8734-f84e5949f18f, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=2e458b2f-5453-4ce6-8734-f84e5949f18f,segment=NetworkSegment(b9f136e3-17b9-422d-a690-2dc5402bd280),segment_id=b9f136e3-17b9-422d-a690-2dc5402bd280)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:54:14.238492 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2d5a7b35-58e0-4752-9d80-cdca8a547534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:14.299534 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466bfcd-2db6-414b-b739-8908110bd05d req-04f0c5fc-7944-40cf-9456-83c8b7ecae13 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:14.301283 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a466bfcd-2db6-414b-b739-8908110bd05d req-04f0c5fc-7944-40cf-9456-83c8b7ecae13 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.1479740 Jun 14 14:54:14.352392 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-a59fdb47-6e31-4ff0-b314-231f5e61e7d6 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28280472'] for port, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:14.364298 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a466bfcd-2db6-414b-b739-8908110bd05d req-050b296b-52d2-4536-9baf-95639fa699a1 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544858 Jun 14 14:54:14.451515 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a7b35-58e0-4752-9d80-cdca8a547534 admin admin] Calling delete_port for 2e458b2f-5453-4ce6-8734-f84e5949f18f owned by network:router_interface {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:54:14.466129 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-81fa5190-191e-499e-80c0-aea8d963dfa9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:14.624046 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a172d4-3f3f-4298-bc32-e852fca9771b req-e4023dfd-8cdd-4bd6-87ee-0217b2cb050a tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:14.626780 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c6a172d4-3f3f-4298-bc32-e852fca9771b req-e4023dfd-8cdd-4bd6-87ee-0217b2cb050a tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1119d3b-caa9-4f0c-9e9f-d0c9590ead0a HTTP/1.1" status: 200 len: 945 time: 0.5279794 Jun 14 14:54:14.730683 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-a59fdb47-6e31-4ff0-b314-231f5e61e7d6 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Network 1d5f5609-c7ac-49b5-a256-436c63bd28f5 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:54:14.754584 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-a59fdb47-6e31-4ff0-b314-231f5e61e7d6 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:54:14.779741 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-a59fdb47-6e31-4ff0-b314-231f5e61e7d6 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:54:14.785025 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59fdb47-6e31-4ff0-b314-231f5e61e7d6 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Pushing event updated for resources: {'Port': ['ID=15f08254-42c4-445e-b2e4-feca4874b0d9,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:14.797545 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-a59fdb47-6e31-4ff0-b314-231f5e61e7d6 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:14.958548 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c6a172d4-3f3f-4298-bc32-e852fca9771b req-34c93829-15af-4436-a00a-a72f279c80ce tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416074 Jun 14 14:54:15.021092 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-a59fdb47-6e31-4ff0-b314-231f5e61e7d6 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:15.022298 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-a59fdb47-6e31-4ff0-b314-231f5e61e7d6 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:15.219127 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-d5b1ca81-8e22-451a-9395-8e0871ebe360 None None] Provisioning for port 15f08254-42c4-445e-b2e4-feca4874b0d9 completed by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:54:15.230395 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-d5b1ca81-8e22-451a-9395-8e0871ebe360 None None] Provisioning complete for port 15f08254-42c4-445e-b2e4-feca4874b0d9 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:54:15.230395 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d5b1ca81-8e22-451a-9395-8e0871ebe360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:15.251999 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-a59fdb47-6e31-4ff0-b314-231f5e61e7d6 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0840673 Jun 14 14:54:15.270671 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-120b0571-5396-49d5-8f0f-284aa4d9d03c service neutron] Request body: {'port': {'device_id': '364f244c-1e4f-42b6-9ecf-3006eb16b265', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:54:15.322457 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-d5b1ca81-8e22-451a-9395-8e0871ebe360 None None] Port 15f08254-42c4-445e-b2e4-feca4874b0d9 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:54:15.403533 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2d5a7b35-58e0-4752-9d80-cdca8a547534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:15.408064 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-de64dfbc-43da-48e9-89ad-291c9a7d2f57 tempest-VolumesNegativeTest-590282656 tempest-VolumesNegativeTest-590282656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:15.449155 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d43c16-c07a-43fc-b987-6c0b6e5d9d04 req-a1e044b4-509a-4762-9076-5aba27b36da3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:15.451688 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-74d43c16-c07a-43fc-b987-6c0b6e5d9d04 req-a1e044b4-509a-4762-9076-5aba27b36da3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 931 time: 0.1485629 Jun 14 14:54:15.469007 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a7b35-58e0-4752-9d80-cdca8a547534 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e458b2f-5453-4ce6-8734-f84e5949f18f,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:15.478618 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-2d5a7b35-58e0-4752-9d80-cdca8a547534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:15.479899 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-120b0571-5396-49d5-8f0f-284aa4d9d03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:15.531638 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-74d43c16-c07a-43fc-b987-6c0b6e5d9d04 req-61a15518-6a37-42c7-9039-eb0636b46588 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645604 Jun 14 14:54:16.313990 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a47167-8432-4b4b-8d70-7ef09b6e0c05 req-5ef854dc-d794-4f6e-924c-29bc416dad65 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:16.316628 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f3a47167-8432-4b4b-8d70-7ef09b6e0c05 req-5ef854dc-d794-4f6e-924c-29bc416dad65 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1119d3b-caa9-4f0c-9e9f-d0c9590ead0a HTTP/1.1" status: 200 len: 945 time: 0.1716511 Jun 14 14:54:16.395578 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f3a47167-8432-4b4b-8d70-7ef09b6e0c05 req-337c6035-8a7a-4cfc-84a0-b24e1c2770e0 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649462 Jun 14 14:54:16.494780 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2d5a7b35-58e0-4752-9d80-cdca8a547534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-756272'] for router_interface, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:16.568585 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3381b-8599-4800-a5ed-e827e972eb52 req-8e034c3f-828c-4477-9a7f-57f43a51d3c9 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:16.571320 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-29e3381b-8599-4800-a5ed-e827e972eb52 req-8e034c3f-828c-4477-9a7f-57f43a51d3c9 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.3814826 Jun 14 14:54:16.848669 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-29e3381b-8599-4800-a5ed-e827e972eb52 req-def6a06e-5eac-4bfb-b409-de9a2a717876 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855030 Jun 14 14:54:16.934637 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-120b0571-5396-49d5-8f0f-284aa4d9d03c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f08254-42c4-445e-b2e4-feca4874b0d9 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:54:16.948426 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-120b0571-5396-49d5-8f0f-284aa4d9d03c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:17.091210 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-120b0571-5396-49d5-8f0f-284aa4d9d03c service neutron] Transition to ACTIVE for port object 15f08254-42c4-445e-b2e4-feca4874b0d9 will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:54:17.279839 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-120b0571-5396-49d5-8f0f-284aa4d9d03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:17.291317 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-81fa5190-191e-499e-80c0-aea8d963dfa9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:17.416628 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5a7b35-58e0-4752-9d80-cdca8a547534 admin admin] Router 2c7104d4-c478-4c38-82c6-1e7681af639e has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:54:17.518625 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09a981-02de-4373-a47d-20d55359f333 req-14cc397f-fe1a-4c40-b286-5f56a1ff6a3e tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:17.522652 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8a09a981-02de-4373-a47d-20d55359f333 req-14cc397f-fe1a-4c40-b286-5f56a1ff6a3e tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 931 time: 0.4969635 Jun 14 14:54:17.548113 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a0d5f-92a4-49b5-8f35-4624ce902075 req-6a61d773-52f2-4a88-8137-56fc7b8cbf42 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:17.552666 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-459a0d5f-92a4-49b5-8f35-4624ce902075 req-6a61d773-52f2-4a88-8137-56fc7b8cbf42 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.4722254 Jun 14 14:54:17.552666 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b0571-5396-49d5-8f0f-284aa4d9d03c service neutron] Pushing event updated for resources: {'Port': ['ID=15f08254-42c4-445e-b2e4-feca4874b0d9,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:17.564895 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-120b0571-5396-49d5-8f0f-284aa4d9d03c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:18.004861 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8a09a981-02de-4373-a47d-20d55359f333 req-acacd152-8c9e-4ac2-9bac-824d1641f981 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4481673 Jun 14 14:54:18.065380 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-120b0571-5396-49d5-8f0f-284aa4d9d03c service neutron] Attempting to bind port 15f08254-42c4-445e-b2e4-feca4874b0d9 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:54:18.065711 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-120b0571-5396-49d5-8f0f-284aa4d9d03c service neutron] Attempting to bind port 15f08254-42c4-445e-b2e4-feca4874b0d9 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '36ad47b0-94a4-45d9-a103-2b0ca76dcd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:54:18.066037 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-120b0571-5396-49d5-8f0f-284aa4d9d03c service neutron] Attempting to bind port 15f08254-42c4-445e-b2e4-feca4874b0d9 on network 1d5f5609-c7ac-49b5-a256-436c63bd28f5 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:54:18.085208 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-120b0571-5396-49d5-8f0f-284aa4d9d03c service neutron] Port 15f08254-42c4-445e-b2e4-feca4874b0d9 on network 1d5f5609-c7ac-49b5-a256-436c63bd28f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:54:18.085643 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-120b0571-5396-49d5-8f0f-284aa4d9d03c service neutron] Attempting to bind port 15f08254-42c4-445e-b2e4-feca4874b0d9 on network 1d5f5609-c7ac-49b5-a256-436c63bd28f5 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:54:18.089977 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5a7b35-58e0-4752-9d80-cdca8a547534 admin admin] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:54:18.102799 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6040c7-ab4b-4602-9e8b-fa345f01516f None None] Sync routers for ids ['2c7104d4-c478-4c38-82c6-1e7681af639e'] in dv-cinder-772623-8-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:54:18.115635 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-2d5a7b35-58e0-4752-9d80-cdca8a547534 admin admin] 10.222.0.48 "PUT /v2.0/routers/2c7104d4-c478-4c38-82c6-1e7681af639e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1112847 Jun 14 14:54:18.115995 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6040c7-ab4b-4602-9e8b-fa345f01516f None None] Routers {'2c7104d4-c478-4c38-82c6-1e7681af639e'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:54:18.117005 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-ce6040c7-ab4b-4602-9e8b-fa345f01516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:54:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['2c7104d4-c478-4c38-82c6-1e7681af639e'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:18.122408 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 37330) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:18.134551 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-120b0571-5396-49d5-8f0f-284aa4d9d03c service neutron] Checking agent: {'id': '8465c201-e91e-4007-8337-fb267b4bb0bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'started_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:54:18.134889 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-120b0571-5396-49d5-8f0f-284aa4d9d03c service neutron] Checking segment: {'id': '36ad47b0-94a4-45d9-a103-2b0ca76dcd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:54:18.135350 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-120b0571-5396-49d5-8f0f-284aa4d9d03c service neutron] Bound using segment: {'id': '36ad47b0-94a4-45d9-a103-2b0ca76dcd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:54:18.136061 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-120b0571-5396-49d5-8f0f-284aa4d9d03c service neutron] Bound port: 15f08254-42c4-445e-b2e4-feca4874b0d9, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ad47b0-94a4-45d9-a103-2b0ca76dcd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:54:18.136427 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-120b0571-5396-49d5-8f0f-284aa4d9d03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:18.225796 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:18.228427 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d78c3-3f59-4598-89aa-fbfdc433f933 req-c24d645f-ea81-4ef0-87c9-1afe99a66940 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:18.231795 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-be4d78c3-3f59-4598-89aa-fbfdc433f933 req-c24d645f-ea81-4ef0-87c9-1afe99a66940 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.1452155 Jun 14 14:54:18.292049 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-459a0d5f-92a4-49b5-8f35-4624ce902075 req-23f18d51-06d9-45b2-a254-6ed6243f6cbe tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Deleting port e19f556d-d2ad-4e9f-ba72-3e1edb02d534 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:54:18.292382 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-459a0d5f-92a4-49b5-8f35-4624ce902075 req-23f18d51-06d9-45b2-a254-6ed6243f6cbe tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:18.316063 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-be4d78c3-3f59-4598-89aa-fbfdc433f933 req-cd304ab9-33af-4ad8-aabd-dc3e11246712 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705612 Jun 14 14:54:18.349784 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-ce6040c7-ab4b-4602-9e8b-fa345f01516f None None] Set router 2c7104d4-c478-4c38-82c6-1e7681af639e gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:54:18.499642 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7563cea5-da4f-432d-aa5a-107514d0fd11 admin admin] Notify callbacks [] for router, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:18.513914 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-120b0571-5396-49d5-8f0f-284aa4d9d03c service neutron] For port 15f08254-42c4-445e-b2e4-feca4874b0d9, host hv-cinder-77262, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:54:18.746147 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-ce6040c7-ab4b-4602-9e8b-fa345f01516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7104d4-c478-4c38-82c6-1e7681af639e', 'name': 'tempest-ServerRescueNegativeTestJSON-1015776333-router', 'tenant_id': '961e2167fbc04b84a095ba99391daa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '18bb26e4-34d1-44ff-8b6b-ea47051e83fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:50:04Z', 'updated_at': '2021-06-14T14:54:15Z', 'revision_number': 5, 'project_id': '961e2167fbc04b84a095ba99391daa7f', 'gw_port': {'id': '18bb26e4-34d1-44ff-8b6b-ea47051e83fa', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7104d4-c478-4c38-82c6-1e7681af639e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:50:05Z', 'updated_at': '2021-06-14T14:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:18.758974 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6040c7-ab4b-4602-9e8b-fa345f01516f None None] Checking router: 2c7104d4-c478-4c38-82c6-1e7681af639e for host: dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:54:18.776107 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6040c7-ab4b-4602-9e8b-fa345f01516f None None] Routers {'2c7104d4-c478-4c38-82c6-1e7681af639e'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:54:18.777072 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-ce6040c7-ab4b-4602-9e8b-fa345f01516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:54:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['2c7104d4-c478-4c38-82c6-1e7681af639e'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:19.046687 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-ce6040c7-ab4b-4602-9e8b-fa345f01516f None None] Set router 2c7104d4-c478-4c38-82c6-1e7681af639e gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:54:19.050554 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-120b0571-5396-49d5-8f0f-284aa4d9d03c service neutron] For port 15f08254-42c4-445e-b2e4-feca4874b0d9, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=15f08254-42c4-445e-b2e4-feca4874b0d9,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:54:19.101090 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-459a0d5f-92a4-49b5-8f35-4624ce902075 req-23f18d51-06d9-45b2-a254-6ed6243f6cbe tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] For port e19f556d-d2ad-4e9f-ba72-3e1edb02d534, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e19f556d-d2ad-4e9f-ba72-3e1edb02d534,segment=NetworkSegment(6a9d0ba9-8305-4546-acc4-e62f7911b7ec),segment_id=6a9d0ba9-8305-4546-acc4-e62f7911b7ec)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:54:19.103609 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-459a0d5f-92a4-49b5-8f35-4624ce902075 req-23f18d51-06d9-45b2-a254-6ed6243f6cbe tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:19.183490 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-120b0571-5396-49d5-8f0f-284aa4d9d03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:19.285611 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-158f01f2-2f62-41c1-9f31-b8387a8bcb29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:19.437039 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-120b0571-5396-49d5-8f0f-284aa4d9d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:19.437232 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-120b0571-5396-49d5-8f0f-284aa4d9d03c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:19.439384 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-120b0571-5396-49d5-8f0f-284aa4d9d03c service neutron] 10.222.0.35 "PUT /v2.0/ports/15f08254-42c4-445e-b2e4-feca4874b0d9 HTTP/1.1" status: 200 len: 1093 time: 4.1732140 Jun 14 14:54:19.447935 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364f244c-1e4f-42b6-9ecf-3006eb16b265', 'tag': '15f08254-42c4-445e-b2e4-feca4874b0d9'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:54:19.450441 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5adf1a-b754-4a61-ba71-45183c3234bf" -d '{"events": [{"name": "network-changed", "server_uuid": "364f244c-1e4f-42b6-9ecf-3006eb16b265", "tag": "15f08254-42c4-445e-b2e4-feca4874b0d9"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:54:19.490830 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7563cea5-da4f-432d-aa5a-107514d0fd11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:19.587148 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b0571-5396-49d5-8f0f-284aa4d9d03c service neutron] Pushing event updated for resources: {'Port': ['ID=15f08254-42c4-445e-b2e4-feca4874b0d9,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:19.617977 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-120b0571-5396-49d5-8f0f-284aa4d9d03c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:19.662633 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2ce00-94ce-4b8d-91e5-d79a080310fa req-93b02dd2-fc94-4f66-987a-6a5917de7cc1 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:19.674903 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b9d2ce00-94ce-4b8d-91e5-d79a080310fa req-93b02dd2-fc94-4f66-987a-6a5917de7cc1 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 945 time: 0.1602628 Jun 14 14:54:19.684216 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device e19f556d-d2ad-4e9f-ba72-3e1edb02d534 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:54:19.710551 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-ce6040c7-ab4b-4602-9e8b-fa345f01516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7104d4-c478-4c38-82c6-1e7681af639e', 'name': 'tempest-ServerRescueNegativeTestJSON-1015776333-router', 'tenant_id': '961e2167fbc04b84a095ba99391daa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '18bb26e4-34d1-44ff-8b6b-ea47051e83fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:50:04Z', 'updated_at': '2021-06-14T14:54:15Z', 'revision_number': 5, 'project_id': '961e2167fbc04b84a095ba99391daa7f', 'gw_port': {'id': '18bb26e4-34d1-44ff-8b6b-ea47051e83fa', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7104d4-c478-4c38-82c6-1e7681af639e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:50:05Z', 'updated_at': '2021-06-14T14:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:19.715711 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6040c7-ab4b-4602-9e8b-fa345f01516f None None] The sync data for ids ['2c7104d4-c478-4c38-82c6-1e7681af639e'] in dv-cinder-772623-8-iscsi is: [{'id': '2c7104d4-c478-4c38-82c6-1e7681af639e', 'name': 'tempest-ServerRescueNegativeTestJSON-1015776333-router', 'tenant_id': '961e2167fbc04b84a095ba99391daa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '18bb26e4-34d1-44ff-8b6b-ea47051e83fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:50:04Z', 'updated_at': '2021-06-14T14:54:15Z', 'revision_number': 5, 'project_id': '961e2167fbc04b84a095ba99391daa7f', 'gw_port': {'id': '18bb26e4-34d1-44ff-8b6b-ea47051e83fa', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7104d4-c478-4c38-82c6-1e7681af639e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:50:05Z', 'updated_at': '2021-06-14T14:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:54:19.784696 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b9d2ce00-94ce-4b8d-91e5-d79a080310fa req-83be3b41-249f-41f0-bbc4-f9ed4bfcc1d2 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077805 Jun 14 14:54:19.837373 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d464ed-0f27-4544-beec-aa8a6a025ac7 req-cdff4b05-d755-4578-b49b-6ccba55fe1f9 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:19.839412 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c3d464ed-0f27-4544-beec-aa8a6a025ac7 req-cdff4b05-d755-4578-b49b-6ccba55fe1f9 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 943 time: 0.5341854 Jun 14 14:54:19.854162 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-459a0d5f-92a4-49b5-8f35-4624ce902075 req-23f18d51-06d9-45b2-a254-6ed6243f6cbe tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:19.854556 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-459a0d5f-92a4-49b5-8f35-4624ce902075 req-23f18d51-06d9-45b2-a254-6ed6243f6cbe tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768775'] for floatingip, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:19.854872 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.db.l3_db [req-459a0d5f-92a4-49b5-8f35-4624ce902075 req-23f18d51-06d9-45b2-a254-6ed6243f6cbe tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Floating IP 059cc996-2fba-46af-9c32-7c52bf842bbf disassociated. External IP: 172.27.2.66, port: e19f556d-d2ad-4e9f-ba72-3e1edb02d534. Jun 14 14:54:19.855218 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-459a0d5f-92a4-49b5-8f35-4624ce902075 req-23f18d51-06d9-45b2-a254-6ed6243f6cbe tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Calling delete_port for e19f556d-d2ad-4e9f-ba72-3e1edb02d534 owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:54:19.884909 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:19.928474 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4a092e-d487-4397-9717-738010a53ee8 x-openstack-request-id: req-3f4a092e-d487-4397-9717-738010a53ee8 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:54:19.928783 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364f244c-1e4f-42b6-9ecf-3006eb16b265", "tag": "15f08254-42c4-445e-b2e4-feca4874b0d9", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:54:19.929076 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3f4a092e-d487-4397-9717-738010a53ee8 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:54:19.929692 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364f244c-1e4f-42b6-9ecf-3006eb16b265', 'tag': '15f08254-42c4-445e-b2e4-feca4874b0d9', 'status': 'completed', 'code': 200} Jun 14 14:54:19.938672 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e19f556d-d2ad-4e9f-ba72-3e1edb02d534'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:54:19.942616 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1c2243-8653-4199-9518-f36b7c0d9c48" -d '{"events": [{"server_uuid": "7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a", "name": "network-vif-unplugged", "status": "completed", "tag": "e19f556d-d2ad-4e9f-ba72-3e1edb02d534"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:54:19.969962 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port e19f556d-d2ad-4e9f-ba72-3e1edb02d534, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e19f556d-d2ad-4e9f-ba72-3e1edb02d534,segment=NetworkSegment(6a9d0ba9-8305-4546-acc4-e62f7911b7ec),segment_id=6a9d0ba9-8305-4546-acc4-e62f7911b7ec)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:54:20.013635 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-7563cea5-da4f-432d-aa5a-107514d0fd11 admin admin] Deleting port 18bb26e4-34d1-44ff-8b6b-ea47051e83fa {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:54:20.014063 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7563cea5-da4f-432d-aa5a-107514d0fd11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:20.057771 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:20.060767 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:20.076480 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c3d464ed-0f27-4544-beec-aa8a6a025ac7 req-c05ef9cf-02a9-4f66-8280-5e699958ede7 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452742 Jun 14 14:54:20.079734 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-5c3bc8f2-c385-46f8-84c1-620d42419dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:20.081298 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-5c3bc8f2-c385-46f8-84c1-620d42419dbc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d950955f31d9460680045199b53c917f&device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 1096 time: 0.5104215 Jun 14 14:54:20.116989 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Jun 2021 14:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b0b15c-ad9c-435b-8edf-aba9f0ea87c4 x-openstack-request-id: req-a0b0b15c-ad9c-435b-8edf-aba9f0ea87c4 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:54:20.117527 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a", "name": "network-vif-unplugged", "status": "completed", "tag": "e19f556d-d2ad-4e9f-ba72-3e1edb02d534", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:54:20.118001 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0b0b15c-ad9c-435b-8edf-aba9f0ea87c4 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:54:20.119437 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e19f556d-d2ad-4e9f-ba72-3e1edb02d534', 'code': 200} Jun 14 14:54:20.175020 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=e19f556d-d2ad-4e9f-ba72-3e1edb02d534,revision_number=6']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:20.180156 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:20.210899 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-19b8c88a-022f-41cc-8661-cc4b85a9c67e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15f08254-42c4-445e-b2e4-feca4874b0d9 HTTP/1.1" status: 200 len: 217 time: 0.1155348 Jun 14 14:54:20.437044 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-f0ebdfdb-d09e-4602-908b-cec1461121d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:20.439037 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-f0ebdfdb-d09e-4602-908b-cec1461121d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16c47a92-806f-4b00-927d-529a6aa19a53 HTTP/1.1" status: 200 len: 855 time: 0.1550281 Jun 14 14:54:20.441018 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-7563cea5-da4f-432d-aa5a-107514d0fd11 admin admin] For port 18bb26e4-34d1-44ff-8b6b-ea47051e83fa, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=18bb26e4-34d1-44ff-8b6b-ea47051e83fa,segment=NetworkSegment(5993e2e7-d1a9-4fa5-8357-3040322fca1a),segment_id=5993e2e7-d1a9-4fa5-8357-3040322fca1a)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:54:20.445653 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7563cea5-da4f-432d-aa5a-107514d0fd11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:20.628835 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-7563cea5-da4f-432d-aa5a-107514d0fd11 admin admin] Calling delete_port for 18bb26e4-34d1-44ff-8b6b-ea47051e83fa owned by network:router_gateway {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:54:20.632523 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-459a0d5f-92a4-49b5-8f35-4624ce902075 req-23f18d51-06d9-45b2-a254-6ed6243f6cbe tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:20.644987 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-6635a67c-a943-432f-bcff-be7b4a49b555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:20.721269 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f18d51-06d9-45b2-a254-6ed6243f6cbe tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Pushing event deleted for resources: {'Port': ['ID=e19f556d-d2ad-4e9f-ba72-3e1edb02d534,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:20.724738 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-23f18d51-06d9-45b2-a254-6ed6243f6cbe tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:21.009175 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-795027e4-7725-4fcf-a692-bd1efb9a526f req-2f284497-22a6-400d-b057-b28050a577ea tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 210 time: 0.0735824 Jun 14 14:54:21.029278 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-0ae3d0e6-38c9-4af2-9037-bc6719f3719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:21.031871 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-0ae3d0e6-38c9-4af2-9037-bc6719f3719c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1d5f5609-c7ac-49b5-a256-436c63bd28f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5807064 Jun 14 14:54:21.273525 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 2e458b2f-5453-4ce6-8734-f84e5949f18f no longer exists at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:54:21.290309 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-459a0d5f-92a4-49b5-8f35-4624ce902075 req-23f18d51-06d9-45b2-a254-6ed6243f6cbe tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Router 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:54:21.358734 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] No Port match for: 2e458b2f-5453-4ce6-8734-f84e5949f18f {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:54:21.359574 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 2e458b2f-5453-4ce6-8734-f84e5949f18f not bound to the agent host dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:54:21.449180 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-65809e77-5934-4b03-89f7-c59df3555243 service neutron] 10.222.0.35 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615901 Jun 14 14:54:21.569837 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943b818-3578-4a41-9c0d-a15001b51a9d req-4e543b96-0324-4061-9ec3-1ef6ddb1fa62 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:21.580011 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d943b818-3578-4a41-9c0d-a15001b51a9d req-4e543b96-0324-4061-9ec3-1ef6ddb1fa62 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 945 time: 0.1062145 Jun 14 14:54:21.637257 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d943b818-3578-4a41-9c0d-a15001b51a9d req-899fc6b5-fb18-4ad3-99d0-264fdd94c93e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486059 Jun 14 14:54:21.686854 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7563cea5-da4f-432d-aa5a-107514d0fd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:21.694537 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-af0a650e-27d5-41ee-ac6a-37bbc18ea8e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:21.763150 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563cea5-da4f-432d-aa5a-107514d0fd11 admin admin] Pushing event deleted for resources: {'Port': ['ID=18bb26e4-34d1-44ff-8b6b-ea47051e83fa,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:21.765107 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-7563cea5-da4f-432d-aa5a-107514d0fd11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:21.862679 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9c1b2-c648-4fc4-a74b-35b8b1296960 req-13676278-5d58-4e87-bca3-88eee3662dcf tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:21.864635 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ade9c1b2-c648-4fc4-a74b-35b8b1296960 req-13676278-5d58-4e87-bca3-88eee3662dcf tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 943 time: 0.4658720 Jun 14 14:54:21.872236 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-039a23c8-770d-445f-894e-0ee2edf059c5 req-5e93ce2f-cea8-4940-936b-e2407847fcc3 service neutron] 10.222.0.35 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622837 Jun 14 14:54:21.876864 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-459a0d5f-92a4-49b5-8f35-4624ce902075 req-23f18d51-06d9-45b2-a254-6ed6243f6cbe tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:54:21.890002 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8b69b0-7d6d-4673-b8af-de4bb3bda27b None None] Sync routers for ids ['73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'] in dv-cinder-772623-8-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:54:21.910298 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8b69b0-7d6d-4673-b8af-de4bb3bda27b None None] Routers {'73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:54:21.911038 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-fe8b69b0-7d6d-4673-b8af-de4bb3bda27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:54:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:22.001477 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7563cea5-da4f-432d-aa5a-107514d0fd11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768867'] for router_gateway, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:22.004727 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-459a0d5f-92a4-49b5-8f35-4624ce902075 req-23f18d51-06d9-45b2-a254-6ed6243f6cbe tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] No DVR routers for this DVR port e19f556d-d2ad-4e9f-ba72-3e1edb02d534 on host hv-cinder-77262 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:54:22.007627 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-459a0d5f-92a4-49b5-8f35-4624ce902075 req-23f18d51-06d9-45b2-a254-6ed6243f6cbe tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:22.011135 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-459a0d5f-92a4-49b5-8f35-4624ce902075 req-23f18d51-06d9-45b2-a254-6ed6243f6cbe tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.35 "DELETE /v2.0/ports/e19f556d-d2ad-4e9f-ba72-3e1edb02d534 HTTP/1.1" status: 204 len: 173 time: 4.4482801 Jun 14 14:54:22.047115 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a', 'name': 'network-vif-deleted', 'tag': 'e19f556d-d2ad-4e9f-ba72-3e1edb02d534'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:54:22.050637 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae2608d-5470-4361-b6b1-e702ceab51ce" -d '{"events": [{"server_uuid": "7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a", "name": "network-vif-deleted", "tag": "e19f556d-d2ad-4e9f-ba72-3e1edb02d534"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:54:22.174193 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-fe8b69b0-7d6d-4673-b8af-de4bb3bda27b None None] Set router 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:54:22.245207 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e3448169-7ad6-4600-be6d-d885655902ca req-a140ee3d-58df-4b56-af55-14fcfb5b6d89 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 210 time: 0.0479801 Jun 14 14:54:22.540205 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9a587a-a82f-4991-86c6-1d6acaa01384 x-openstack-request-id: req-9a9a587a-a82f-4991-86c6-1d6acaa01384 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:54:22.541143 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a", "name": "network-vif-deleted", "tag": "e19f556d-d2ad-4e9f-ba72-3e1edb02d534", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:54:22.541307 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9a9a587a-a82f-4991-86c6-1d6acaa01384 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:54:22.541904 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a', 'name': 'network-vif-deleted', 'tag': 'e19f556d-d2ad-4e9f-ba72-3e1edb02d534', 'status': 'completed', 'code': 200} Jun 14 14:54:22.591401 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ade9c1b2-c648-4fc4-a74b-35b8b1296960 req-5ecc1ab4-e42a-41c0-ae8e-d4dd1e08f611 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7082071 Jun 14 14:54:22.660984 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7563cea5-da4f-432d-aa5a-107514d0fd11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59850'] for router, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:22.664273 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7563cea5-da4f-432d-aa5a-107514d0fd11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:22.771938 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-fe8b69b0-7d6d-4673-b8af-de4bb3bda27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'name': 'tempest-AttachVolumeTestJSON-56947344-router', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:50Z', 'revision_number': 4, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'gw_port': {'id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:33Z', 'updated_at': '2021-06-14T14:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '30daa1ba-aceb-40b7-93b2-0ddf3a98d04b', 'name': '', 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'mac_address': 'fa:16:3e:ff:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:44Z', 'updated_at': '2021-06-14T14:49:07Z', 'revision_number': 5, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'subnets': [{'id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:22.776874 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8b69b0-7d6d-4673-b8af-de4bb3bda27b None None] Checking router: 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 for host: dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:54:22.795156 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8b69b0-7d6d-4673-b8af-de4bb3bda27b None None] Routers {'73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:54:22.797197 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-fe8b69b0-7d6d-4673-b8af-de4bb3bda27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:54:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:22.802089 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5adf1a-b754-4a61-ba71-45183c3234bf req-d8d01f24-c43f-4657-a597-e5ae599cfc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:22.803750 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8b5adf1a-b754-4a61-ba71-45183c3234bf req-d8d01f24-c43f-4657-a597-e5ae599cfc8a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d950955f31d9460680045199b53c917f&device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 1096 time: 0.3293371 Jun 14 14:54:22.897430 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7563cea5-da4f-432d-aa5a-107514d0fd11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-753988'] for router, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:22.898329 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7563cea5-da4f-432d-aa5a-107514d0fd11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c7104d4-c478-4c38-82c6-1e7681af639e {{(pid=103387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 14:54:22.985791 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7563cea5-da4f-432d-aa5a-107514d0fd11 admin admin] Notify callbacks [] for router, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:22.990566 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-7563cea5-da4f-432d-aa5a-107514d0fd11 admin admin] 10.222.0.48 "DELETE /v2.0/routers/2c7104d4-c478-4c38-82c6-1e7681af639e HTTP/1.1" status: 204 len: 168 time: 4.8678257 Jun 14 14:54:22.993174 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 37364) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:23.027787 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-fe8b69b0-7d6d-4673-b8af-de4bb3bda27b None None] Set router 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:54:23.084148 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea8eb04f-6eb3-45c5-a611-6059f3d6e51f admin admin] Deleting subnet 7d106303-d89a-4acd-899f-44cb0b843ee9 {{(pid=103387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 14:54:23.090037 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ea8eb04f-6eb3-45c5-a611-6059f3d6e51f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:23.091946 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb2ec1-5e8b-41f6-b943-56a6aca2792a req-896c6af5-6b5b-4000-b660-a3bf3f72b300 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:23.094217 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5adf1a-b754-4a61-ba71-45183c3234bf req-327291db-5b9f-4976-9a1c-d23c49cfe250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:23.096198 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8b5adf1a-b754-4a61-ba71-45183c3234bf req-327291db-5b9f-4976-9a1c-d23c49cfe250 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1d5f5609-c7ac-49b5-a256-436c63bd28f5 HTTP/1.1" status: 200 len: 917 time: 0.2837338 Jun 14 14:54:23.105354 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-36fb2ec1-5e8b-41f6-b943-56a6aca2792a req-896c6af5-6b5b-4000-b660-a3bf3f72b300 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 945 time: 0.2062178 Jun 14 14:54:23.195785 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8b5adf1a-b754-4a61-ba71-45183c3234bf req-c6c5853c-c320-4fac-8e95-10e72843fc71 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15f08254-42c4-445e-b2e4-feca4874b0d9 HTTP/1.1" status: 200 len: 217 time: 0.0655363 Jun 14 14:54:23.198423 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-36fb2ec1-5e8b-41f6-b943-56a6aca2792a req-4817782e-0c00-4bcc-8dcc-641509050e31 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914593 Jun 14 14:54:23.272699 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5adf1a-b754-4a61-ba71-45183c3234bf req-45b0027c-59aa-46d5-b83c-aa6241c8f60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:23.272699 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8b5adf1a-b754-4a61-ba71-45183c3234bf req-45b0027c-59aa-46d5-b83c-aa6241c8f60d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16c47a92-806f-4b00-927d-529a6aa19a53 HTTP/1.1" status: 200 len: 855 time: 0.0602815 Jun 14 14:54:23.302948 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ea8eb04f-6eb3-45c5-a611-6059f3d6e51f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28405831'] for subnet, precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:23.462327 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ea8eb04f-6eb3-45c5-a611-6059f3d6e51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3763272'] for subnet, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:23.613565 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-fe8b69b0-7d6d-4673-b8af-de4bb3bda27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'name': 'tempest-AttachVolumeTestJSON-56947344-router', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:50Z', 'revision_number': 4, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'gw_port': {'id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:33Z', 'updated_at': '2021-06-14T14:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '30daa1ba-aceb-40b7-93b2-0ddf3a98d04b', 'name': '', 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'mac_address': 'fa:16:3e:ff:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:44Z', 'updated_at': '2021-06-14T14:49:07Z', 'revision_number': 5, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'subnets': [{'id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:23.621209 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8b69b0-7d6d-4673-b8af-de4bb3bda27b None None] The sync data for ids ['73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'] in dv-cinder-772623-8-iscsi is: [{'id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'name': 'tempest-AttachVolumeTestJSON-56947344-router', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:50Z', 'revision_number': 4, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'gw_port': {'id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:33Z', 'updated_at': '2021-06-14T14:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '30daa1ba-aceb-40b7-93b2-0ddf3a98d04b', 'name': '', 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'mac_address': 'fa:16:3e:ff:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:44Z', 'updated_at': '2021-06-14T14:49:07Z', 'revision_number': 5, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'subnets': [{'id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:54:23.669715 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-48715f16-982b-4523-ab27-c8e648b50ebf req-9cfd5f47-a2ac-4501-afe9-e3d190d47737 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c2e6d99-b456-4a8e-ab03-dfcddbab2a8a HTTP/1.1" status: 200 len: 210 time: 0.0863953 Jun 14 14:54:23.680700 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 18bb26e4-34d1-44ff-8b6b-ea47051e83fa no longer exists at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:54:23.686750 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5adf1a-b754-4a61-ba71-45183c3234bf req-38e99ed0-74bb-430a-a18b-d7157f2c2e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:23.688661 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8b5adf1a-b754-4a61-ba71-45183c3234bf req-38e99ed0-74bb-430a-a18b-d7157f2c2e0d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1d5f5609-c7ac-49b5-a256-436c63bd28f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4057634 Jun 14 14:54:23.760254 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] No Port match for: 18bb26e4-34d1-44ff-8b6b-ea47051e83fa {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:54:23.761051 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 18bb26e4-34d1-44ff-8b6b-ea47051e83fa not bound to the agent host dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:54:23.766364 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 15f08254-42c4-445e-b2e4-feca4874b0d9 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:54:23.886362 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ea8eb04f-6eb3-45c5-a611-6059f3d6e51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3763265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28279915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28537441'] for subnet, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:23.894714 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-9c67b063-3d17-495b-aa6b-d78d5a8551b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:23.948962 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 15f08254-42c4-445e-b2e4-feca4874b0d9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=15f08254-42c4-445e-b2e4-feca4874b0d9,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:54:23.969732 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Returning: {'device': '15f08254-42c4-445e-b2e4-feca4874b0d9', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'port_id': '15f08254-42c4-445e-b2e4-feca4874b0d9', 'mac_address': 'fa:16:3e:8b:51:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:54:23.973587 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ea8eb04f-6eb3-45c5-a611-6059f3d6e51f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:23.977989 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-ea8eb04f-6eb3-45c5-a611-6059f3d6e51f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7d106303-d89a-4acd-899f-44cb0b843ee9 HTTP/1.1" status: 204 len: 168 time: 0.9832087 Jun 14 14:54:23.984476 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8eb04f-6eb3-45c5-a611-6059f3d6e51f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d106303-d89a-4acd-899f-44cb0b843ee9,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:23.985887 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad925c5a-7202-4cdf-99c2-36d20acc91af req-a49efd36-9ba0-4f7a-b913-834a22075bbf tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:23.992852 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 37372) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:24.001004 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ad925c5a-7202-4cdf-99c2-36d20acc91af req-a49efd36-9ba0-4f7a-b913-834a22075bbf tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 943 time: 0.1573868 Jun 14 14:54:24.029256 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:24.036571 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-ea8eb04f-6eb3-45c5-a611-6059f3d6e51f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:24.054576 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ad925c5a-7202-4cdf-99c2-36d20acc91af req-d526b67b-f523-4330-9bc1-f6492465ea7a tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524516 Jun 14 14:54:24.062397 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f08254-42c4-445e-b2e4-feca4874b0d9 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:54:24.098069 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 15f08254-42c4-445e-b2e4-feca4874b0d9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=15f08254-42c4-445e-b2e4-feca4874b0d9,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:54:24.103705 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8b5adf1a-b754-4a61-ba71-45183c3234bf req-c36b9775-033b-4afa-912e-fcd0d4e5183e service neutron] 10.222.0.35 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002259 Jun 14 14:54:24.161734 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043483cf-6f9b-4052-9134-bd06cb207b0d None None] New status for floating IP 059cc996-2fba-46af-9c32-7c52bf842bbf: DOWN {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 14:54:24.300420 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:24.304407 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:24.315202 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-435af6fc-7c32-4122-b073-6683a63cd2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855299'] for network, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:24.501689 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=15f08254-42c4-445e-b2e4-feca4874b0d9,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:24.506904 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:24.569313 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8b5adf1a-b754-4a61-ba71-45183c3234bf req-964b0ed4-5522-4b39-93c1-8bbb5be69301 service neutron] 10.222.0.35 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563291 Jun 14 14:54:24.655798 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-435af6fc-7c32-4122-b073-6683a63cd2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3761365', 'neutron.services.segments.db._delete_segments_for_network-8775073109944'] for network, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:24.677445 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-435af6fc-7c32-4122-b073-6683a63cd2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b454c64-970f-47e1-a40e-57537dd1c348']}} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:24.683018 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['15f08254-42c4-445e-b2e4-feca4874b0d9'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:54:24.703065 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-435af6fc-7c32-4122-b073-6683a63cd2c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f136e3-17b9-422d-a690-2dc5402bd280') {'for_net_delete': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:24.703482 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-435af6fc-7c32-4122-b073-6683a63cd2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f136e3-17b9-422d-a690-2dc5402bd280') {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:24.723769 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-435af6fc-7c32-4122-b073-6683a63cd2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775073109782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28405836'] for segment, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:24.733912 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f676a64-aef7-4483-9a2f-c77b0afb2e53 req-dad72ebe-9ae1-4b42-93aa-f534e93b26c3 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:24.735274 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5f676a64-aef7-4483-9a2f-c77b0afb2e53 req-dad72ebe-9ae1-4b42-93aa-f534e93b26c3 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 945 time: 0.2787421 Jun 14 14:54:24.791114 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-435af6fc-7c32-4122-b073-6683a63cd2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:24.826818 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435af6fc-7c32-4122-b073-6683a63cd2c0 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 14:54:24.827804 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-435af6fc-7c32-4122-b073-6683a63cd2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28280514'] for segment, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: Traceback (most recent call last): Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: timer() Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: cb(*args, **kw) Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: return func(*args, **kwargs) Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: self._notify() Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: self.callback(batched_events) Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: event.method(event) Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: return f(self, *a, **k) Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: return self._get(url).json() Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: return self.request(url, 'GET', **kwargs) Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 14:54:24.829962 dv-cinder-772623-8-iscsi neutron-server[103387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 14:54:24.842991 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5f676a64-aef7-4483-9a2f-c77b0afb2e53 req-13890126-3fdd-4668-ace8-fe2172c841bf tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986571 Jun 14 14:54:24.981391 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 37382) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:25.068181 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-435af6fc-7c32-4122-b073-6683a63cd2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3761354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768894'] for network, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:25.079212 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-435af6fc-7c32-4122-b073-6683a63cd2c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:25.082016 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-435af6fc-7c32-4122-b073-6683a63cd2c0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8b454c64-970f-47e1-a40e-57537dd1c348 HTTP/1.1" status: 204 len: 168 time: 1.0870364 Jun 14 14:54:25.086525 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-e61d147e-49c4-4299-bf67-1e84f879758a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:25.104740 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f543faea-adb3-473a-8063-b2d829ead2d6 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:25.108673 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435af6fc-7c32-4122-b073-6683a63cd2c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b454c64-970f-47e1-a40e-57537dd1c348,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:25.114203 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-435af6fc-7c32-4122-b073-6683a63cd2c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:25.168449 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f543faea-adb3-473a-8063-b2d829ead2d6 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:25.368573 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4da4f9-7265-42fa-b6d3-99f8cb3fcc60 req-2f3910f7-40be-4c28-a3fb-9328eac49bb2 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:25.371521 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fe4da4f9-7265-42fa-b6d3-99f8cb3fcc60 req-2f3910f7-40be-4c28-a3fb-9328eac49bb2 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 944 time: 0.1273839 Jun 14 14:54:25.405543 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f543faea-adb3-473a-8063-b2d829ead2d6 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:25.410605 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f543faea-adb3-473a-8063-b2d829ead2d6 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:25.416170 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-f543faea-adb3-473a-8063-b2d829ead2d6 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "DELETE /v2.0/security-groups/aa6fcc81-4c28-4f4d-ac5e-c347686f63f9 HTTP/1.1" status: 204 len: 168 time: 0.4293456 Jun 14 14:54:25.416170 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-c7c82f62-cb7c-4664-830a-3c609dce87f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:25.419168 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 37388) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:25.429844 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543faea-adb3-473a-8063-b2d829ead2d6 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6fcc81-4c28-4f4d-ac5e-c347686f63f9,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:25.436437 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-f543faea-adb3-473a-8063-b2d829ead2d6 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:25.454541 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-fe4da4f9-7265-42fa-b6d3-99f8cb3fcc60 req-2218a2d9-3f71-4108-a32b-53bc3ed1b2e1 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721900 Jun 14 14:54:25.456498 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.api.v2.resource [None req-182f96e5-ea22-4aa4-9f0b-629cd51a6558 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] show failed (client error): The resource could not be found. Jun 14 14:54:25.457702 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-182f96e5-ea22-4aa4-9f0b-629cd51a6558 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups/aa6fcc81-4c28-4f4d-ac5e-c347686f63f9 HTTP/1.1" status: 404 len: 347 time: 0.0361226 Jun 14 14:54:25.462890 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 37390) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:25.641908 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 37396) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:25.704819 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-fd10d648-990e-4cbf-aa06-e7752db3da95 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=961e2167fbc04b84a095ba99391daa7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0616250 Jun 14 14:54:25.708546 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 37398) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:25.729558 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 15f08254-42c4-445e-b2e4-feca4874b0d9 up at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:54:25.756484 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-a211bdce-d746-42d3-9a81-6f7cbb788e3e tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Deleting port 5022d92d-ffea-4204-b23b-2193ea14420b {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:54:25.757096 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a211bdce-d746-42d3-9a81-6f7cbb788e3e tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:25.807314 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0324ad8e-a497-4880-adc1-dbf36e527e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:25.851094 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0324ad8e-a497-4880-adc1-dbf36e527e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:25.859463 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning for port 15f08254-42c4-445e-b2e4-feca4874b0d9 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:54:25.864562 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning complete for port 15f08254-42c4-445e-b2e4-feca4874b0d9 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:54:25.864932 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:25.908759 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a211bdce-d746-42d3-9a81-6f7cbb788e3e tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:25.909214 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a211bdce-d746-42d3-9a81-6f7cbb788e3e tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:26.021626 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:26.042310 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0324ad8e-a497-4880-adc1-dbf36e527e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:26.046216 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0324ad8e-a497-4880-adc1-dbf36e527e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:26.051777 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-0324ad8e-a497-4880-adc1-dbf36e527e51 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d6b9f59-2bf9-4885-b556-782e6536b719 HTTP/1.1" status: 204 len: 168 time: 0.3384278 Jun 14 14:54:26.051777 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-b637c786-51ef-4a8a-a52f-040a6ae0fcb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:26.067085 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324ad8e-a497-4880-adc1-dbf36e527e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6b9f59-2bf9-4885-b556-782e6536b719,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:26.079987 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324ad8e-a497-4880-adc1-dbf36e527e51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:26.080582 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324ad8e-a497-4880-adc1-dbf36e527e51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:26.081575 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324ad8e-a497-4880-adc1-dbf36e527e51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:26.082270 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324ad8e-a497-4880-adc1-dbf36e527e51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:26.082814 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324ad8e-a497-4880-adc1-dbf36e527e51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:26.083443 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324ad8e-a497-4880-adc1-dbf36e527e51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:26.083977 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324ad8e-a497-4880-adc1-dbf36e527e51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:26.084494 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324ad8e-a497-4880-adc1-dbf36e527e51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:26.085004 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324ad8e-a497-4880-adc1-dbf36e527e51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:26.085492 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324ad8e-a497-4880-adc1-dbf36e527e51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:26.085974 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324ad8e-a497-4880-adc1-dbf36e527e51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:26.086454 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324ad8e-a497-4880-adc1-dbf36e527e51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:26.091612 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-0324ad8e-a497-4880-adc1-dbf36e527e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:26.107340 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-a211bdce-d746-42d3-9a81-6f7cbb788e3e tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Calling delete_port for 5022d92d-ffea-4204-b23b-2193ea14420b owned by network:floatingip {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:54:26.113869 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364f244c-1e4f-42b6-9ecf-3006eb16b265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f08254-42c4-445e-b2e4-feca4874b0d9'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:54:26.119642 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe7f999-63a3-427b-b31e-3f71363d3908" -d '{"events": [{"server_uuid": "364f244c-1e4f-42b6-9ecf-3006eb16b265", "name": "network-vif-plugged", "status": "completed", "tag": "15f08254-42c4-445e-b2e4-feca4874b0d9"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:54:26.163684 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 15f08254-42c4-445e-b2e4-feca4874b0d9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=15f08254-42c4-445e-b2e4-feca4874b0d9,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:54:26.189891 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34911861-4e0d-4f13-8781-fa4896818f5e x-openstack-request-id: req-34911861-4e0d-4f13-8781-fa4896818f5e {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:54:26.190336 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364f244c-1e4f-42b6-9ecf-3006eb16b265", "name": "network-vif-plugged", "status": "completed", "tag": "15f08254-42c4-445e-b2e4-feca4874b0d9", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:54:26.190725 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-34911861-4e0d-4f13-8781-fa4896818f5e {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:54:26.191322 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364f244c-1e4f-42b6-9ecf-3006eb16b265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f08254-42c4-445e-b2e4-feca4874b0d9', 'code': 200} Jun 14 14:54:26.284059 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:26.284059 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:26.342749 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=15f08254-42c4-445e-b2e4-feca4874b0d9,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:26.346333 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:26.423511 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b8f56-704a-40e4-abab-f1ef5a06eeee req-a52d0758-3403-4a80-94cb-f47af7540cb3 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:26.425113 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-938b8f56-704a-40e4-abab-f1ef5a06eeee req-a52d0758-3403-4a80-94cb-f47af7540cb3 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 945 time: 0.3030109 Jun 14 14:54:26.549767 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-938b8f56-704a-40e4-abab-f1ef5a06eeee req-1e0a0491-cea9-4739-bc39-630db07092eb tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041458 Jun 14 14:54:26.631341 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a211bdce-d746-42d3-9a81-6f7cbb788e3e tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:26.648577 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-eb9a2c44-9d34-42ea-9f08-01ac6cde19c3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:26.696523 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211bdce-d746-42d3-9a81-6f7cbb788e3e tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Pushing event deleted for resources: {'Port': ['ID=5022d92d-ffea-4204-b23b-2193ea14420b,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:26.699634 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-a211bdce-d746-42d3-9a81-6f7cbb788e3e tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:26.782692 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db133d-7812-4307-a2ba-2c14481ec2da req-7f6460ff-9714-48eb-baf7-cad092f5d004 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:26.790862 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d3db133d-7812-4307-a2ba-2c14481ec2da req-7f6460ff-9714-48eb-baf7-cad092f5d004 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.1225529 Jun 14 14:54:26.802839 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a211bdce-d746-42d3-9a81-6f7cbb788e3e tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for floatingip, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:26.806460 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a211bdce-d746-42d3-9a81-6f7cbb788e3e tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for floatingip, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:26.813765 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-a211bdce-d746-42d3-9a81-6f7cbb788e3e tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "DELETE /v2.0/floatingips/059cc996-2fba-46af-9c32-7c52bf842bbf HTTP/1.1" status: 204 len: 168 time: 1.3438842 Jun 14 14:54:26.860330 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d3db133d-7812-4307-a2ba-2c14481ec2da req-8247bfb1-e72e-4e15-93fe-babe71ebba28 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683436 Jun 14 14:54:27.456772 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 37428) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:27.462302 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-42dee18e-1f8e-4e21-bc48-ed2c4be98855 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Request body: {'security_group': {'name': 'tempest-securitygroup--256674700', 'description': 'tempest-description--1396949290'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:54:27.605002 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-42dee18e-1f8e-4e21-bc48-ed2c4be98855 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:27.764751 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7785de9-09d6-4285-95f3-0227207cf941 req-d297828d-8ae4-4536-9fdb-90bc54749cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:27.767661 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d7785de9-09d6-4285-95f3-0227207cf941 req-d297828d-8ae4-4536-9fdb-90bc54749cbf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 1098 time: 0.0731671 Jun 14 14:54:27.864543 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-42dee18e-1f8e-4e21-bc48-ed2c4be98855 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:27.946310 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb7b40-9a65-48b0-a5f7-84aa8f3bdd64 req-012d2748-628f-4fb4-833d-741ead94d41f tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:27.949094 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-78fb7b40-9a65-48b0-a5f7-84aa8f3bdd64 req-012d2748-628f-4fb4-833d-741ead94d41f tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 945 time: 0.1656551 Jun 14 14:54:27.951009 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-42dee18e-1f8e-4e21-bc48-ed2c4be98855 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:27.960708 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-c0fe9570-e09a-4419-ac89-1c8e1deaa554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:28.034532 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dee18e-1f8e-4e21-bc48-ed2c4be98855 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f41faf3-e688-43a4-9652-2c5d10c40f02,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:28.039613 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-42dee18e-1f8e-4e21-bc48-ed2c4be98855 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:28.050102 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-78fb7b40-9a65-48b0-a5f7-84aa8f3bdd64 req-37b3291c-08f6-405b-bc62-ffb4d4ad4953 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912921 Jun 14 14:54:28.095727 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-42dee18e-1f8e-4e21-bc48-ed2c4be98855 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:28.100197 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-42dee18e-1f8e-4e21-bc48-ed2c4be98855 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6420000 Jun 14 14:54:28.105574 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 37442) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:28.113579 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-4662d810-b114-44c9-a32b-95b758ad3803 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Request body: {'security_group_rule': {'security_group_id': '0f41faf3-e688-43a4-9652-2c5d10c40f02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:54:28.218652 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5ad2c-0784-4279-a655-2ab1e803a2cc req-d260dc53-d18e-48eb-9fe8-730d5b37b0cb tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:28.220794 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c3d5ad2c-0784-4279-a655-2ab1e803a2cc req-d260dc53-d18e-48eb-9fe8-730d5b37b0cb tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.1396484 Jun 14 14:54:28.237513 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4662d810-b114-44c9-a32b-95b758ad3803 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:28.287727 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c3d5ad2c-0784-4279-a655-2ab1e803a2cc req-3a08d178-15a6-4c16-945c-5e37670d6df7 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574567 Jun 14 14:54:28.343974 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4662d810-b114-44c9-a32b-95b758ad3803 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:28.410390 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4662d810-b114-44c9-a32b-95b758ad3803 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643011'] for security_group_rule, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:28.413542 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-1517abc8-dd2b-47bc-b527-e2e9bfb15b90 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:28.442008 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662d810-b114-44c9-a32b-95b758ad3803 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40cb3c37-1ada-4051-a35e-cadc143a8fd1,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:28.448137 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-4662d810-b114-44c9-a32b-95b758ad3803 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:28.584460 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4662d810-b114-44c9-a32b-95b758ad3803 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:28.588395 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-4662d810-b114-44c9-a32b-95b758ad3803 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4790611 Jun 14 14:54:28.590485 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 37452) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:28.596271 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-555d8f7e-6a90-4a29-892e-67b47cffe38d tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Request body: {'security_group_rule': {'security_group_id': '0f41faf3-e688-43a4-9652-2c5d10c40f02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:54:28.693561 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d7785de9-09d6-4285-95f3-0227207cf941 req-b3d4e673-89f7-4965-a0ef-75b0448f82fc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527329 Jun 14 14:54:28.705791 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-555d8f7e-6a90-4a29-892e-67b47cffe38d tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:28.809203 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-555d8f7e-6a90-4a29-892e-67b47cffe38d tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:28.881724 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-555d8f7e-6a90-4a29-892e-67b47cffe38d tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643011'] for security_group_rule, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:28.885139 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:28.913938 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d8f7e-6a90-4a29-892e-67b47cffe38d tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=265cf092-2de1-4c01-8405-2c1540cda6c9,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:28.922247 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-555d8f7e-6a90-4a29-892e-67b47cffe38d tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:28.990909 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-555d8f7e-6a90-4a29-892e-67b47cffe38d tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:28.992714 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-555d8f7e-6a90-4a29-892e-67b47cffe38d tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4009988 Jun 14 14:54:29.013591 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 37462) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:29.022327 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-cf596a18-f92e-4201-9e12-909b5a1dd38f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Request body: {'floatingip': {'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:54:29.227269 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cf596a18-f92e-4201-9e12-909b5a1dd38f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for floatingip, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:29.314699 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88bb4e-394a-487c-a6d4-6ee8db030ac9 req-6d12dc06-2eb9-4854-9093-917a07a22d2c tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:29.316752 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1f88bb4e-394a-487c-a6d4-6ee8db030ac9 req-6d12dc06-2eb9-4854-9093-917a07a22d2c tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 945 time: 0.1266191 Jun 14 14:54:29.443884 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1f88bb4e-394a-487c-a6d4-6ee8db030ac9 req-7a43dafc-f060-4e50-86cd-d04154d11587 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717750 Jun 14 14:54:29.475980 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cf596a18-f92e-4201-9e12-909b5a1dd38f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:29.590094 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fbc94-3077-4be8-919f-2b0a3ead79e9 req-391e2965-258a-48b4-b94e-781ab0dc7c87 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:29.596104 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-303fbc94-3077-4be8-919f-2b0a3ead79e9 req-391e2965-258a-48b4-b94e-781ab0dc7c87 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.1350369 Jun 14 14:54:29.660924 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-cf596a18-f92e-4201-9e12-909b5a1dd38f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Allocated IP 172.27.2.155 (fc485d09-1af9-4f7a-81e8-700830ebc213/e09b5c2d-fde6-405d-9c65-d45cf22b44a3/5847d2bb-fdb1-4512-90dd-a4d92202e58f) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:54:29.674918 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-303fbc94-3077-4be8-919f-2b0a3ead79e9 req-6c650e67-4e7d-4710-a0d3-52b61d100d71 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583689 Jun 14 14:54:29.866676 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cf596a18-f92e-4201-9e12-909b5a1dd38f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for port, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:30.010397 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cf596a18-f92e-4201-9e12-909b5a1dd38f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27717363'] for port, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:30.016198 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-bb1a9204-3133-404e-b35b-5cc61ae83022 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:30.083262 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf596a18-f92e-4201-9e12-909b5a1dd38f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Network fc485d09-1af9-4f7a-81e8-700830ebc213 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:54:30.086335 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-cf596a18-f92e-4201-9e12-909b5a1dd38f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:54:30.090260 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf596a18-f92e-4201-9e12-909b5a1dd38f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:54:30.126699 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf596a18-f92e-4201-9e12-909b5a1dd38f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Pushing event updated for resources: {'Port': ['ID=5847d2bb-fdb1-4512-90dd-a4d92202e58f,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:30.134585 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-cf596a18-f92e-4201-9e12-909b5a1dd38f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:30.265236 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cf596a18-f92e-4201-9e12-909b5a1dd38f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:30.427945 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cf596a18-f92e-4201-9e12-909b5a1dd38f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:30.656043 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 37498) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:30.862562 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fb1ce-0570-4b30-a0cf-d3d927cf5285 req-73d24990-f998-4c2a-9def-47faf1400752 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:30.865521 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-677fb1ce-0570-4b30-a0cf-d3d927cf5285 req-73d24990-f998-4c2a-9def-47faf1400752 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 945 time: 0.2135680 Jun 14 14:54:30.926716 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cf596a18-f92e-4201-9e12-909b5a1dd38f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for port, precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:30.992570 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-677fb1ce-0570-4b30-a0cf-d3d927cf5285 req-3cf3efc6-7e47-4820-b5f8-fa03b8b7bca1 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115572 Jun 14 14:54:31.036240 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cf596a18-f92e-4201-9e12-909b5a1dd38f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27717325'] for port, after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:31.040929 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:31.255624 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5e8bc234-dd4c-4bd0-973d-9eae66605563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:31.398343 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f03077-cefa-4e5d-bd98-1606e0f7840d req-5ca81753-34d1-4705-aa77-704c26438dc8 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:31.400374 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e7f03077-cefa-4e5d-bd98-1606e0f7840d req-5ca81753-34d1-4705-aa77-704c26438dc8 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.1466789 Jun 14 14:54:31.475823 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf596a18-f92e-4201-9e12-909b5a1dd38f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Pushing event updated for resources: {'Port': ['ID=5847d2bb-fdb1-4512-90dd-a4d92202e58f,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:31.479603 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-cf596a18-f92e-4201-9e12-909b5a1dd38f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:31.483088 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e7f03077-cefa-4e5d-bd98-1606e0f7840d req-ddecb9f2-479f-447c-828e-29d1408a31d9 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730367 Jun 14 14:54:31.492324 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cf596a18-f92e-4201-9e12-909b5a1dd38f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768775'] for floatingip, after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:31.513313 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5e8bc234-dd4c-4bd0-973d-9eae66605563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:31.611017 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5e8bc234-dd4c-4bd0-973d-9eae66605563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:31.614339 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-752e7d7b-9d79-42df-b5de-e3cb5d796030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:31.660273 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-5e8bc234-dd4c-4bd0-973d-9eae66605563 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=78578a75826f445180704fcac10ca154&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0006182 Jun 14 14:54:31.661628 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8bc234-dd4c-4bd0-973d-9eae66605563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0563440a-bc5c-4fd5-85b1-24fa09c90cd1,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:31.664186 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 37506) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:31.666293 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-5e8bc234-dd4c-4bd0-973d-9eae66605563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:31.687466 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cf596a18-f92e-4201-9e12-909b5a1dd38f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for floatingip, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:31.688733 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-cf596a18-f92e-4201-9e12-909b5a1dd38f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6735022 Jun 14 14:54:31.734733 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9484881e-3a64-46e1-b3be-056e069b5b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:31.764276 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9484881e-3a64-46e1-b3be-056e069b5b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:31.821647 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b6792b11-9f70-4ed4-a3c4-09457f19d2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:31.956701 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9484881e-3a64-46e1-b3be-056e069b5b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:31.959534 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9484881e-3a64-46e1-b3be-056e069b5b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:31.961371 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-9484881e-3a64-46e1-b3be-056e069b5b75 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0563440a-bc5c-4fd5-85b1-24fa09c90cd1 HTTP/1.1" status: 204 len: 168 time: 0.2948577 Jun 14 14:54:31.964520 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-c469b7f6-0d19-44de-b319-161f9883d22e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:31.980850 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484881e-3a64-46e1-b3be-056e069b5b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0563440a-bc5c-4fd5-85b1-24fa09c90cd1,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:31.987661 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-9484881e-3a64-46e1-b3be-056e069b5b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:32.016289 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-75f3043c-edba-4aa3-83f9-3793d1b053cb tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--256674700&fields=id&tenant_id=2e07cdcf5e1a4b67b7bff1eba180a07d HTTP/1.1" status: 200 len: 267 time: 0.0840893 Jun 14 14:54:32.196807 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-ac673ec0-17a3-4bd8-b579-82097ab44cb2 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:32.200394 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-ac673ec0-17a3-4bd8-b579-82097ab44cb2 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/networks?id=8a06fa14-64a9-4a96-b9c1-d8414078e908 HTTP/1.1" status: 200 len: 809 time: 0.1757231 Jun 14 14:54:32.223246 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-6f167502-b951-4ace-ae6d-aeb3958385ac tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/quotas/2e07cdcf5e1a4b67b7bff1eba180a07d HTTP/1.1" status: 200 len: 375 time: 0.0140224 Jun 14 14:54:32.253074 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972b595-e4df-41fa-8966-50d1d4b831e6 req-fdb5a2e1-9eb8-4bc7-85d3-feccc7c0ef4b tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:32.254973 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b972b595-e4df-41fa-8966-50d1d4b831e6 req-fdb5a2e1-9eb8-4bc7-85d3-feccc7c0ef4b tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 945 time: 0.1016283 Jun 14 14:54:32.312133 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b972b595-e4df-41fa-8966-50d1d4b831e6 req-059e2da6-0005-40e5-ab2c-22f82db1deba tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482044 Jun 14 14:54:32.353787 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-0261466c-537a-4b9d-b496-403326a8b51d tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e07cdcf5e1a4b67b7bff1eba180a07d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1227679 Jun 14 14:54:32.672631 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-610704cd-8df4-4428-abf0-d60c9a8a7e44 service neutron] 10.222.0.48 "GET /v2.0/networks/8a06fa14-64a9-4a96-b9c1-d8414078e908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987261 Jun 14 14:54:32.756444 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6fa08-91c7-4674-b27f-68721bbbcdc3 req-d97997e2-a265-4af1-af9e-7e7054f84549 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:32.758178 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b9a6fa08-91c7-4674-b27f-68721bbbcdc3 req-d97997e2-a265-4af1-af9e-7e7054f84549 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.1154187 Jun 14 14:54:32.816660 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b9a6fa08-91c7-4674-b27f-68721bbbcdc3 req-db3399e7-1654-49dd-8dc7-b9f52e1bb233 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488882 Jun 14 14:54:32.820582 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-a69fdbcf-f98c-424e-b7fd-ce3f3f5cca51 service neutron] 10.222.0.48 "GET /v2.0/networks/8a06fa14-64a9-4a96-b9c1-d8414078e908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467903 Jun 14 14:54:32.884818 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 37536) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:32.913125 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d74a7d26-3844-4e85-af34-8fc88c1219db admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:33.050536 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d74a7d26-3844-4e85-af34-8fc88c1219db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:33.103363 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9033d3e-12a7-4cec-bf04-5ba6c84b875a req-cbb35d21-2367-4bcb-8a9f-59c108526601 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:33.105546 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f9033d3e-12a7-4cec-bf04-5ba6c84b875a req-cbb35d21-2367-4bcb-8a9f-59c108526601 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.1057594 Jun 14 14:54:33.124166 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 37540) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:33.129346 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-e72e04ee-db53-4703-80f3-03a63c05e67d tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Request body: {'floatingip': {'port_id': '15f08254-42c4-445e-b2e4-feca4874b0d9'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:54:33.192866 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d74a7d26-3844-4e85-af34-8fc88c1219db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:33.210736 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-73dd262c-d5aa-4ab2-86ff-97716a815c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:33.217731 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e72e04ee-db53-4703-80f3-03a63c05e67d tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for floatingip, before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:33.305172 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2a1140b4-8eb4-4506-8cea-f410645f3e38 req-96f1d4f0-38f1-4990-a0e2-d1ac93bd01c1 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=40bd65e7-66d9-4b86-a709-9a598693139f HTTP/1.1" status: 200 len: 210 time: 0.1257217 Jun 14 14:54:33.376908 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d74a7d26-3844-4e85-af34-8fc88c1219db admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05d70081be6c431cac143abf6c4a9ff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4907331 Jun 14 14:54:33.379689 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 37550) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:33.384321 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a7d26-3844-4e85-af34-8fc88c1219db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8929e6-0f7c-4696-84f9-a2acb247a2fc,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:33.389567 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-d74a7d26-3844-4e85-af34-8fc88c1219db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:33.481903 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2c14816e-796b-4f2e-88bc-abbd67f7b27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:33.553464 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2c14816e-796b-4f2e-88bc-abbd67f7b27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:33.648642 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882016e0-d0da-44bc-a79b-d133da7772e2 req-0e644870-b055-4dc7-90d7-f86a6e957a01 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:33.650961 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-882016e0-d0da-44bc-a79b-d133da7772e2 req-0e644870-b055-4dc7-90d7-f86a6e957a01 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 945 time: 0.1561508 Jun 14 14:54:33.718905 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-882016e0-d0da-44bc-a79b-d133da7772e2 req-4a73fa33-761d-45e3-8fda-18b7cdb907e8 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540910 Jun 14 14:54:33.753417 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2c14816e-796b-4f2e-88bc-abbd67f7b27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:33.759316 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2c14816e-796b-4f2e-88bc-abbd67f7b27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:33.761183 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-2c14816e-796b-4f2e-88bc-abbd67f7b27e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fc8929e6-0f7c-4696-84f9-a2acb247a2fc HTTP/1.1" status: 204 len: 168 time: 0.3797734 Jun 14 14:54:33.762401 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-b6228778-321f-4741-b6f9-a7ed69273021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:33.786019 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14816e-796b-4f2e-88bc-abbd67f7b27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8929e6-0f7c-4696-84f9-a2acb247a2fc,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:33.787164 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-2c14816e-796b-4f2e-88bc-abbd67f7b27e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:34.055198 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e72e04ee-db53-4703-80f3-03a63c05e67d tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:34.264880 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e72e04ee-db53-4703-80f3-03a63c05e67d tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768775'] for floatingip, after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:34.520419 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-728b57bd-61ff-47cf-abed-fa8c4dfdeff7 req-77a591c9-b3cc-4346-a4e0-aa04b89155d6 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=40bd65e7-66d9-4b86-a709-9a598693139f HTTP/1.1" status: 200 len: 210 time: 0.0552795 Jun 14 14:54:34.533179 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.db.l3_db [None req-e72e04ee-db53-4703-80f3-03a63c05e67d tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Floating IP e1ef8e50-ea41-470e-a8ae-fbb5b42a65ee associated. External IP: 172.27.2.15, port: 15f08254-42c4-445e-b2e4-feca4874b0d9. Jun 14 14:54:34.908258 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72e04ee-db53-4703-80f3-03a63c05e67d tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Router f8a8c9d7-242f-4110-8682-e77849310423 has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:54:34.997744 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c596e49-ae29-4e70-8361-36ec25cd4ab8 req-a763ddb7-b240-424d-9ce7-a4fcdcfcb668 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:35.004617 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4c596e49-ae29-4e70-8361-36ec25cd4ab8 req-a763ddb7-b240-424d-9ce7-a4fcdcfcb668 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 945 time: 0.1247220 Jun 14 14:54:35.057153 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4c596e49-ae29-4e70-8361-36ec25cd4ab8 req-19b16745-8818-4a22-b33d-dc5fd1e11865 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412991 Jun 14 14:54:35.456587 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72e04ee-db53-4703-80f3-03a63c05e67d tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:54:35.461245 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e72e04ee-db53-4703-80f3-03a63c05e67d tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for floatingip, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:35.468875 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9bacb4-eda3-46fd-8958-44cd54485867 None None] Sync routers for ids ['f8a8c9d7-242f-4110-8682-e77849310423'] in dv-cinder-772623-8-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:54:35.485355 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9bacb4-eda3-46fd-8958-44cd54485867 None None] Routers {'f8a8c9d7-242f-4110-8682-e77849310423'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:54:35.486427 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-fa9bacb4-eda3-46fd-8958-44cd54485867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:54:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['f8a8c9d7-242f-4110-8682-e77849310423'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:35.526305 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e72e04ee-db53-4703-80f3-03a63c05e67d tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "PUT /v2.0/floatingips/e1ef8e50-ea41-470e-a8ae-fbb5b42a65ee HTTP/1.1" status: 200 len: 990 time: 2.4005933 Jun 14 14:54:35.527285 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364f244c-1e4f-42b6-9ecf-3006eb16b265', 'tag': '15f08254-42c4-445e-b2e4-feca4874b0d9'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:54:35.531939 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d16000bb1453c626be2c9fe90cf152d3497827e73c55abcdb2fab0d7ea5a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e334d9e1-2136-4f68-a95a-18b7ff03cd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "364f244c-1e4f-42b6-9ecf-3006eb16b265", "tag": "15f08254-42c4-445e-b2e4-feca4874b0d9"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:54:35.567821 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-04b877fb-c42a-4bb4-a32f-dff68b309b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:35.788189 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-fa9bacb4-eda3-46fd-8958-44cd54485867 None None] Set router f8a8c9d7-242f-4110-8682-e77849310423 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:54:35.913985 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f333a2ac-2ce8-48e7-a993-91b9b7cab84c x-openstack-request-id: req-f333a2ac-2ce8-48e7-a993-91b9b7cab84c {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:54:35.914300 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364f244c-1e4f-42b6-9ecf-3006eb16b265", "tag": "15f08254-42c4-445e-b2e4-feca4874b0d9", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:54:35.914738 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f333a2ac-2ce8-48e7-a993-91b9b7cab84c {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:54:35.915333 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364f244c-1e4f-42b6-9ecf-3006eb16b265', 'tag': '15f08254-42c4-445e-b2e4-feca4874b0d9', 'status': 'completed', 'code': 200} Jun 14 14:54:36.002091 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3dab750e-f707-47c1-9ddb-e85d4bac9334 req-d57d3d0b-70ca-41ad-b323-5dcb754c4180 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=40bd65e7-66d9-4b86-a709-9a598693139f HTTP/1.1" status: 200 len: 210 time: 0.0586431 Jun 14 14:54:36.043197 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334d9e1-2136-4f68-a95a-18b7ff03cd1f req-252198d4-1ffc-492d-9f78-5fc280617be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:36.089791 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e334d9e1-2136-4f68-a95a-18b7ff03cd1f req-252198d4-1ffc-492d-9f78-5fc280617be6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d950955f31d9460680045199b53c917f&device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 1098 time: 0.1305265 Jun 14 14:54:36.385691 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334d9e1-2136-4f68-a95a-18b7ff03cd1f req-7756d1f5-b359-4a2d-b8b8-34e77261f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:36.387498 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e334d9e1-2136-4f68-a95a-18b7ff03cd1f req-7756d1f5-b359-4a2d-b8b8-34e77261f561 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1d5f5609-c7ac-49b5-a256-436c63bd28f5 HTTP/1.1" status: 200 len: 917 time: 0.3024225 Jun 14 14:54:36.549770 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:36.559218 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1248a5f-5d79-40f1-a276-e6a14c28940a req-2141f6ff-1ef1-4608-be95-191b1d7fb154 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:36.562070 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b1248a5f-5d79-40f1-a276-e6a14c28940a req-2141f6ff-1ef1-4608-be95-191b1d7fb154 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 945 time: 0.2710397 Jun 14 14:54:36.604959 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e334d9e1-2136-4f68-a95a-18b7ff03cd1f req-1a28f191-fced-4fb2-a0ff-151fd84ecd99 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15f08254-42c4-445e-b2e4-feca4874b0d9 HTTP/1.1" status: 200 len: 998 time: 0.1833582 Jun 14 14:54:36.618808 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-fa9bacb4-eda3-46fd-8958-44cd54485867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'name': 'tempest-AttachVolumeShelveTestJSON-540344610-router', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:44Z', 'revision_number': 4, 'project_id': 'd950955f31d9460680045199b53c917f', 'gw_port': {'id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:32Z', 'updated_at': '2021-06-14T14:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': 'e1ef8e50-ea41-470e-a8ae-fbb5b42a65ee', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'port_id': '15f08254-42c4-445e-b2e4-feca4874b0d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'mac_address': 'fa:16:3e:8b:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364f244c-1e4f-42b6-9ecf-3006eb16b265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:54:05Z', 'updated_at': '2021-06-14T14:54:33Z', 'revision_number': 1, 'project_id': 'd950955f31d9460680045199b53c917f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee88a338-fd18-4315-9424-c27e666da578', 'name': '', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'mac_address': 'fa:16:3e:aa:e8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:41Z', 'updated_at': '2021-06-14T14:48:54Z', 'revision_number': 5, 'project_id': 'd950955f31d9460680045199b53c917f', 'subnets': [{'id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:36.623622 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9bacb4-eda3-46fd-8958-44cd54485867 None None] Checking router: f8a8c9d7-242f-4110-8682-e77849310423 for host: dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:54:36.636853 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9bacb4-eda3-46fd-8958-44cd54485867 None None] Routers {'f8a8c9d7-242f-4110-8682-e77849310423'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:54:36.637536 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-fa9bacb4-eda3-46fd-8958-44cd54485867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:54:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['f8a8c9d7-242f-4110-8682-e77849310423'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:36.771845 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b1248a5f-5d79-40f1-a276-e6a14c28940a req-3e3423a3-c214-4af6-905e-2d1ac563177d tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712720 Jun 14 14:54:36.778974 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334d9e1-2136-4f68-a95a-18b7ff03cd1f req-3c9e8f49-4d02-4302-9849-7b4b35017850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:36.782736 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e334d9e1-2136-4f68-a95a-18b7ff03cd1f req-3c9e8f49-4d02-4302-9849-7b4b35017850 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16c47a92-806f-4b00-927d-529a6aa19a53 HTTP/1.1" status: 200 len: 855 time: 0.1517861 Jun 14 14:54:36.864400 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-fa9bacb4-eda3-46fd-8958-44cd54485867 None None] Set router f8a8c9d7-242f-4110-8682-e77849310423 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:54:36.917364 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334d9e1-2136-4f68-a95a-18b7ff03cd1f req-e4309d7d-a822-47a2-bdb5-7e079674e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:36.919700 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e334d9e1-2136-4f68-a95a-18b7ff03cd1f req-e4309d7d-a822-47a2-bdb5-7e079674e5d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1d5f5609-c7ac-49b5-a256-436c63bd28f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1142278 Jun 14 14:54:37.126478 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e334d9e1-2136-4f68-a95a-18b7ff03cd1f req-77375c72-d2ac-4513-8ecd-51eeb0b66068 service neutron] 10.222.0.35 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884539 Jun 14 14:54:37.307710 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ec684388-ab0f-4082-a6e7-2521f3b25cd9 req-a0473c5f-8a8f-4de8-ba1c-d8ed8a4bd496 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=40bd65e7-66d9-4b86-a709-9a598693139f HTTP/1.1" status: 200 len: 210 time: 0.0521374 Jun 14 14:54:37.350072 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-fa9bacb4-eda3-46fd-8958-44cd54485867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'name': 'tempest-AttachVolumeShelveTestJSON-540344610-router', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:44Z', 'revision_number': 4, 'project_id': 'd950955f31d9460680045199b53c917f', 'gw_port': {'id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:32Z', 'updated_at': '2021-06-14T14:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': 'e1ef8e50-ea41-470e-a8ae-fbb5b42a65ee', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'port_id': '15f08254-42c4-445e-b2e4-feca4874b0d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'mac_address': 'fa:16:3e:8b:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364f244c-1e4f-42b6-9ecf-3006eb16b265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:54:05Z', 'updated_at': '2021-06-14T14:54:33Z', 'revision_number': 1, 'project_id': 'd950955f31d9460680045199b53c917f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee88a338-fd18-4315-9424-c27e666da578', 'name': '', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'mac_address': 'fa:16:3e:aa:e8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:41Z', 'updated_at': '2021-06-14T14:48:54Z', 'revision_number': 5, 'project_id': 'd950955f31d9460680045199b53c917f', 'subnets': [{'id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:37.354173 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9bacb4-eda3-46fd-8958-44cd54485867 None None] The sync data for ids ['f8a8c9d7-242f-4110-8682-e77849310423'] in dv-cinder-772623-8-iscsi is: [{'id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'name': 'tempest-AttachVolumeShelveTestJSON-540344610-router', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:44Z', 'revision_number': 4, 'project_id': 'd950955f31d9460680045199b53c917f', 'gw_port': {'id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:32Z', 'updated_at': '2021-06-14T14:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': 'e1ef8e50-ea41-470e-a8ae-fbb5b42a65ee', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'port_id': '15f08254-42c4-445e-b2e4-feca4874b0d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'mac_address': 'fa:16:3e:8b:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364f244c-1e4f-42b6-9ecf-3006eb16b265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:54:05Z', 'updated_at': '2021-06-14T14:54:33Z', 'revision_number': 1, 'project_id': 'd950955f31d9460680045199b53c917f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee88a338-fd18-4315-9424-c27e666da578', 'name': '', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'mac_address': 'fa:16:3e:aa:e8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:41Z', 'updated_at': '2021-06-14T14:48:54Z', 'revision_number': 5, 'project_id': 'd950955f31d9460680045199b53c917f', 'subnets': [{'id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:54:37.380831 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e334d9e1-2136-4f68-a95a-18b7ff03cd1f req-8d248dd0-689f-4178-8b17-24ae008435b7 service neutron] 10.222.0.35 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343655 Jun 14 14:54:37.518233 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-68dbfad9-9c46-43aa-b2f6-f9e7e1473f32 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:37.520107 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-68dbfad9-9c46-43aa-b2f6-f9e7e1473f32 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.35 "GET /v2.0/networks?id=8a06fa14-64a9-4a96-b9c1-d8414078e908 HTTP/1.1" status: 200 len: 809 time: 0.1851044 Jun 14 14:54:37.601684 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-ee5069ad-0a8f-4f4a-a882-b3666595e5b4 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e07cdcf5e1a4b67b7bff1eba180a07d HTTP/1.1" status: 200 len: 379 time: 0.0678825 Jun 14 14:54:37.615483 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-7da5ffaf-9e48-4d9a-a3bd-512927b6c8bf tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Request body: {'port': {'device_id': '40bd65e7-66d9-4b86-a709-9a598693139f', 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908', 'admin_state_up': True, 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'security_groups': ['0f41faf3-e688-43a4-9652-2c5d10c40f02']}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:54:37.870037 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e446067-5781-4211-9d71-49601c88f0b5 None None] New status for floating IP e1ef8e50-ea41-470e-a8ae-fbb5b42a65ee: ACTIVE {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 14:54:37.881750 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-7da5ffaf-9e48-4d9a-a3bd-512927b6c8bf tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Made reservation on behalf of 2e07cdcf5e1a4b67b7bff1eba180a07d for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:54:37.886199 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-7da5ffaf-9e48-4d9a-a3bd-512927b6c8bf tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:38.136789 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdc01a-9515-421f-9743-e70080b27c3a req-c46d90b9-32d5-4d15-a78a-7cfff75cf6bb tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:38.142031 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-befdc01a-9515-421f-9743-e70080b27c3a req-c46d90b9-32d5-4d15-a78a-7cfff75cf6bb tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 945 time: 0.1341763 Jun 14 14:54:38.144401 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:38.267170 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-befdc01a-9515-421f-9743-e70080b27c3a req-4a2b1608-4420-4789-966d-a6d2378b790e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141417 Jun 14 14:54:38.297976 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-7da5ffaf-9e48-4d9a-a3bd-512927b6c8bf tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Allocated IP 172.20.0.8 (8a06fa14-64a9-4a96-b9c1-d8414078e908/c472201c-ddff-4483-8b5d-5afdf2431617/233f6aaf-e947-47f6-996e-718469a30acd) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:54:38.464640 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:54:38.574754 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-904b1899-5e20-4691-b338-7404bfa9ee69 req-cd8e6fe6-e7ef-4c98-a310-b7465f1a2d2f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=40bd65e7-66d9-4b86-a709-9a598693139f HTTP/1.1" status: 200 len: 210 time: 0.0659735 Jun 14 14:54:38.616434 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-7da5ffaf-9e48-4d9a-a3bd-512927b6c8bf tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for port, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:38.632416 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-7da5ffaf-9e48-4d9a-a3bd-512927b6c8bf tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Transition to ACTIVE for port object 233f6aaf-e947-47f6-996e-718469a30acd will not be triggered until provisioned by entity DHCP. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:54:38.755111 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-7da5ffaf-9e48-4d9a-a3bd-512927b6c8bf tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28280472'] for port, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:38.762769 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-2d5a7b35-58e0-4752-9d80-cdca8a547534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:38.811472 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-7da5ffaf-9e48-4d9a-a3bd-512927b6c8bf tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Network 8a06fa14-64a9-4a96-b9c1-d8414078e908 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:54:38.816322 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-7da5ffaf-9e48-4d9a-a3bd-512927b6c8bf tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:54:38.819321 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-7da5ffaf-9e48-4d9a-a3bd-512927b6c8bf tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:54:38.874873 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5ffaf-9e48-4d9a-a3bd-512927b6c8bf tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Pushing event updated for resources: {'Port': ['ID=233f6aaf-e947-47f6-996e-718469a30acd,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:38.878247 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-7da5ffaf-9e48-4d9a-a3bd-512927b6c8bf tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:38.911771 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-7da5ffaf-9e48-4d9a-a3bd-512927b6c8bf tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:38.912288 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-7da5ffaf-9e48-4d9a-a3bd-512927b6c8bf tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:39.062470 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-7da5ffaf-9e48-4d9a-a3bd-512927b6c8bf tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4535725 Jun 14 14:54:39.080532 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-f634d928-dc7a-48a9-b6f8-583588f31a69 service neutron] Request body: {'port': {'device_id': '40bd65e7-66d9-4b86-a709-9a598693139f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:54:39.192434 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-f634d928-dc7a-48a9-b6f8-583588f31a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:39.338732 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-ebd3c705-b2e5-42f3-8e5a-b0a90e81c789 None None] Provisioning for port 233f6aaf-e947-47f6-996e-718469a30acd completed by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:54:39.343671 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-ebd3c705-b2e5-42f3-8e5a-b0a90e81c789 None None] Provisioning complete for port 233f6aaf-e947-47f6-996e-718469a30acd triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:54:39.344648 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ebd3c705-b2e5-42f3-8e5a-b0a90e81c789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:39.403585 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-ebd3c705-b2e5-42f3-8e5a-b0a90e81c789 None None] Port 233f6aaf-e947-47f6-996e-718469a30acd cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:54:39.616725 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fb94f-3bd2-4fc7-b8b0-cbad3220d2d4 req-761a9df2-006f-4d1f-9d54-a69a8fac55ca tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:39.618972 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ec7fb94f-3bd2-4fc7-b8b0-cbad3220d2d4 req-761a9df2-006f-4d1f-9d54-a69a8fac55ca tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 945 time: 0.1439581 Jun 14 14:54:39.722919 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-f634d928-dc7a-48a9-b6f8-583588f31a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 233f6aaf-e947-47f6-996e-718469a30acd {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:54:39.744990 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-f634d928-dc7a-48a9-b6f8-583588f31a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:39.782429 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ec7fb94f-3bd2-4fc7-b8b0-cbad3220d2d4 req-23241da2-3890-446e-8791-8f81816d62d1 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157479 Jun 14 14:54:39.801619 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-f634d928-dc7a-48a9-b6f8-583588f31a69 service neutron] Transition to ACTIVE for port object 233f6aaf-e947-47f6-996e-718469a30acd will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:54:39.907962 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-f634d928-dc7a-48a9-b6f8-583588f31a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:39.911950 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-120b0571-5396-49d5-8f0f-284aa4d9d03c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:39.928229 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b2a3e-adf8-43c4-b17a-2f01cbfa8aa7 req-9b2e4273-685e-4980-a33b-e405bcfaf08f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:39.938409 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-455b2a3e-adf8-43c4-b17a-2f01cbfa8aa7 req-9b2e4273-685e-4980-a33b-e405bcfaf08f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=40bd65e7-66d9-4b86-a709-9a598693139f HTTP/1.1" status: 200 len: 931 time: 0.1063843 Jun 14 14:54:39.997260 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-455b2a3e-adf8-43c4-b17a-2f01cbfa8aa7 req-67948cab-0420-432a-8c54-87b9788e9d5f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f41faf3-e688-43a4-9652-2c5d10c40f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564876 Jun 14 14:54:40.161244 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634d928-dc7a-48a9-b6f8-583588f31a69 service neutron] Pushing event updated for resources: {'Port': ['ID=233f6aaf-e947-47f6-996e-718469a30acd,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:40.166828 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-f634d928-dc7a-48a9-b6f8-583588f31a69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:40.215322 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:40.223950 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-f634d928-dc7a-48a9-b6f8-583588f31a69 service neutron] Attempting to bind port 233f6aaf-e947-47f6-996e-718469a30acd on host hv-cinder-77262 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:54:40.225134 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-f634d928-dc7a-48a9-b6f8-583588f31a69 service neutron] Attempting to bind port 233f6aaf-e947-47f6-996e-718469a30acd by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '6a9d0ba9-8305-4546-acc4-e62f7911b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:54:40.225134 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-f634d928-dc7a-48a9-b6f8-583588f31a69 service neutron] Attempting to bind port 233f6aaf-e947-47f6-996e-718469a30acd on network 8a06fa14-64a9-4a96-b9c1-d8414078e908 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:54:40.231678 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-f634d928-dc7a-48a9-b6f8-583588f31a69 service neutron] Port 233f6aaf-e947-47f6-996e-718469a30acd on network 8a06fa14-64a9-4a96-b9c1-d8414078e908 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:54:40.233316 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-f634d928-dc7a-48a9-b6f8-583588f31a69 service neutron] Attempting to bind port 233f6aaf-e947-47f6-996e-718469a30acd on network 8a06fa14-64a9-4a96-b9c1-d8414078e908 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:54:40.246239 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-f634d928-dc7a-48a9-b6f8-583588f31a69 service neutron] Checking agent: {'id': '8465c201-e91e-4007-8337-fb267b4bb0bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'started_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:54:40.246529 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-f634d928-dc7a-48a9-b6f8-583588f31a69 service neutron] Checking segment: {'id': '6a9d0ba9-8305-4546-acc4-e62f7911b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:54:40.246916 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-f634d928-dc7a-48a9-b6f8-583588f31a69 service neutron] Bound using segment: {'id': '6a9d0ba9-8305-4546-acc4-e62f7911b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:54:40.247414 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-f634d928-dc7a-48a9-b6f8-583588f31a69 service neutron] Bound port: 233f6aaf-e947-47f6-996e-718469a30acd, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9d0ba9-8305-4546-acc4-e62f7911b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:54:40.248518 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-f634d928-dc7a-48a9-b6f8-583588f31a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:40.343942 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-f634d928-dc7a-48a9-b6f8-583588f31a69 service neutron] For port 233f6aaf-e947-47f6-996e-718469a30acd, host hv-cinder-77262, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:54:40.348895 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-f634d928-dc7a-48a9-b6f8-583588f31a69 service neutron] For port 233f6aaf-e947-47f6-996e-718469a30acd, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=233f6aaf-e947-47f6-996e-718469a30acd,segment=NetworkSegment(6a9d0ba9-8305-4546-acc4-e62f7911b7ec),segment_id=6a9d0ba9-8305-4546-acc4-e62f7911b7ec)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:54:40.439040 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-f634d928-dc7a-48a9-b6f8-583588f31a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:40.441823 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:40.546907 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-f634d928-dc7a-48a9-b6f8-583588f31a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:40.547683 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-f634d928-dc7a-48a9-b6f8-583588f31a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:40.549159 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-f634d928-dc7a-48a9-b6f8-583588f31a69 service neutron] 10.222.0.35 "PUT /v2.0/ports/233f6aaf-e947-47f6-996e-718469a30acd HTTP/1.1" status: 200 len: 1093 time: 1.4745145 Jun 14 14:54:40.549697 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40bd65e7-66d9-4b86-a709-9a598693139f', 'tag': '233f6aaf-e947-47f6-996e-718469a30acd'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:54:40.552271 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b80c38-a069-4b91-bc1a-f809c8a424e8" -d '{"events": [{"name": "network-changed", "server_uuid": "40bd65e7-66d9-4b86-a709-9a598693139f", "tag": "233f6aaf-e947-47f6-996e-718469a30acd"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:54:40.652691 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 37692) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:40.656581 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634d928-dc7a-48a9-b6f8-583588f31a69 service neutron] Pushing event updated for resources: {'Port': ['ID=233f6aaf-e947-47f6-996e-718469a30acd,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:40.665718 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-f634d928-dc7a-48a9-b6f8-583588f31a69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:40.765626 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4e2c6-c6bf-44ce-bd15-a8803ec29e04 req-198b1662-150c-49a1-a617-2e6be38f3bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:40.767422 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f4c4e2c6-c6bf-44ce-bd15-a8803ec29e04 req-198b1662-150c-49a1-a617-2e6be38f3bdc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d779389355af44759f4711a7a199a059&device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 1098 time: 0.2370341 Jun 14 14:54:40.830650 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf5802b-8d33-47ba-adea-e804829590e0 x-openstack-request-id: req-adf5802b-8d33-47ba-adea-e804829590e0 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:54:40.830650 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40bd65e7-66d9-4b86-a709-9a598693139f", "tag": "233f6aaf-e947-47f6-996e-718469a30acd", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:54:40.831283 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-adf5802b-8d33-47ba-adea-e804829590e0 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:54:40.832059 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40bd65e7-66d9-4b86-a709-9a598693139f', 'tag': '233f6aaf-e947-47f6-996e-718469a30acd', 'status': 'completed', 'code': 200} Jun 14 14:54:40.859628 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-cb3bec90-1e5b-4285-9eb9-1dc8c0262b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:40.862173 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-cb3bec90-1e5b-4285-9eb9-1dc8c0262b07 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e07cdcf5e1a4b67b7bff1eba180a07d&device_id=40bd65e7-66d9-4b86-a709-9a598693139f HTTP/1.1" status: 200 len: 1096 time: 0.1561708 Jun 14 14:54:40.875703 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9166da64-72d2-4139-a446-914fcd439290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:41.127014 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e862a-4f30-4c75-b59d-2992cb410125 req-27d26148-4064-4c92-8555-9187a91190a8 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:41.130867 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6d3e862a-4f30-4c75-b59d-2992cb410125 req-27d26148-4064-4c92-8555-9187a91190a8 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 945 time: 0.1591835 Jun 14 14:54:41.157039 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9166da64-72d2-4139-a446-914fcd439290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:41.215620 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6d3e862a-4f30-4c75-b59d-2992cb410125 req-9b178cb5-1eaf-40df-b2d1-b8001e9d7acf tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626800 Jun 14 14:54:41.220252 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9166da64-72d2-4139-a446-914fcd439290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:41.237529 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-3a1b87a9-d017-4666-be32-72b7f4196cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:41.309207 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-9166da64-72d2-4139-a446-914fcd439290 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dfdaffe74ed6421dba7eb4e06c8253ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6550391 Jun 14 14:54:41.310415 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166da64-72d2-4139-a446-914fcd439290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecc4f44-3295-47b2-967c-00946200d4f4,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:41.314681 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 37700) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:41.318348 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-9166da64-72d2-4139-a446-914fcd439290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:41.392554 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-01193015-42d8-461e-a1fe-c1341ba8d75f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=233f6aaf-e947-47f6-996e-718469a30acd HTTP/1.1" status: 200 len: 217 time: 0.4704556 Jun 14 14:54:41.416475 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-69c2da74-8c46-46d2-9213-f86745016ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:41.461095 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-69c2da74-8c46-46d2-9213-f86745016ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:41.531196 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4e2c6-c6bf-44ce-bd15-a8803ec29e04 req-153d28da-b5cc-47e7-94a0-7d9e206858a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:41.531196 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f4c4e2c6-c6bf-44ce-bd15-a8803ec29e04 req-153d28da-b5cc-47e7-94a0-7d9e206858a4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=13f41a5b-bfc8-43e3-b1ba-6182b64bdc28 HTTP/1.1" status: 200 len: 909 time: 0.7498085 Jun 14 14:54:41.574079 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-b7ae69d9-75bf-423c-adf7-ce79bed015c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:41.574079 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-b7ae69d9-75bf-423c-adf7-ce79bed015c0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c472201c-ddff-4483-8b5d-5afdf2431617 HTTP/1.1" status: 200 len: 848 time: 0.1469882 Jun 14 14:54:41.630310 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-69c2da74-8c46-46d2-9213-f86745016ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:41.634704 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-69c2da74-8c46-46d2-9213-f86745016ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:41.638840 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-69c2da74-8c46-46d2-9213-f86745016ba8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4ecc4f44-3295-47b2-967c-00946200d4f4 HTTP/1.1" status: 204 len: 168 time: 0.3197014 Jun 14 14:54:41.638840 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-f150a3b0-c5aa-4af6-a3d9-78f7ab06a9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:41.657958 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2da74-8c46-46d2-9213-f86745016ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecc4f44-3295-47b2-967c-00946200d4f4,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:41.660872 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-69c2da74-8c46-46d2-9213-f86745016ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:41.739198 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcf39a-dfee-47d5-90da-b9a9819c6d12 req-c30360b8-e085-4231-be97-dda6ee624d87 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:41.750301 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6ebcf39a-dfee-47d5-90da-b9a9819c6d12 req-c30360b8-e085-4231-be97-dda6ee624d87 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=40bd65e7-66d9-4b86-a709-9a598693139f HTTP/1.1" status: 200 len: 943 time: 0.3809121 Jun 14 14:54:41.779852 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f4c4e2c6-c6bf-44ce-bd15-a8803ec29e04 req-5a081034-7003-4859-a04a-73462f413e58 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 HTTP/1.1" status: 200 len: 1001 time: 0.2325232 Jun 14 14:54:41.894349 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6ebcf39a-dfee-47d5-90da-b9a9819c6d12 req-d095f142-be88-4394-92ea-192578fecbcd tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f41faf3-e688-43a4-9652-2c5d10c40f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428785 Jun 14 14:54:41.929508 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4e2c6-c6bf-44ce-bd15-a8803ec29e04 req-4b38485a-5ef2-4730-b8db-29f1a4d846f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:41.932299 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f4c4e2c6-c6bf-44ce-bd15-a8803ec29e04 req-4b38485a-5ef2-4730-b8db-29f1a4d846f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6289072-b3a8-443b-a36f-11d9caae493c HTTP/1.1" status: 200 len: 847 time: 0.1401761 Jun 14 14:54:41.937317 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-1e4c9bb1-5b3d-49fd-9265-f500d2d4d311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:41.939747 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-1e4c9bb1-5b3d-49fd-9265-f500d2d4d311 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a06fa14-64a9-4a96-b9c1-d8414078e908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3030844 Jun 14 14:54:42.128811 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-67ff7ff6-44b2-41eb-a894-224e3bbd1e15 service neutron] 10.222.0.35 "GET /v2.0/networks/8a06fa14-64a9-4a96-b9c1-d8414078e908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766026 Jun 14 14:54:42.137833 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4e2c6-c6bf-44ce-bd15-a8803ec29e04 req-0171e704-f532-48c6-b398-13a4331dd2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:42.137833 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f4c4e2c6-c6bf-44ce-bd15-a8803ec29e04 req-0171e704-f532-48c6-b398-13a4331dd2f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=13f41a5b-bfc8-43e3-b1ba-6182b64bdc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1828535 Jun 14 14:54:42.400895 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b7083bd9-67bd-45f9-8673-016e5d9312a9 req-b0c9c706-c2ed-4965-8b1f-8e3f0bf6fe68 service neutron] 10.222.0.35 "GET /v2.0/networks/8a06fa14-64a9-4a96-b9c1-d8414078e908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536740 Jun 14 14:54:42.403274 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f4c4e2c6-c6bf-44ce-bd15-a8803ec29e04 req-23c22e14-8d42-4e1b-abe5-b3ffb83e3428 service neutron] 10.222.0.35 "GET /v2.0/networks/13f41a5b-bfc8-43e3-b1ba-6182b64bdc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470274 Jun 14 14:54:42.520210 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd2a63-a310-4271-9ed4-f3754d1c6ff5 req-234cecf7-4b28-4f6d-b8fb-7e10af4e9d4a tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:42.525460 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a7bd2a63-a310-4271-9ed4-f3754d1c6ff5 req-234cecf7-4b28-4f6d-b8fb-7e10af4e9d4a tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 945 time: 0.1043925 Jun 14 14:54:42.526755 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 37712) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:42.571438 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-56ef22d1-3c56-496e-bdd8-26aace99f1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:42.627457 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a7bd2a63-a310-4271-9ed4-f3754d1c6ff5 req-03e8acdc-ef4b-47e3-96f1-ad48d7ab1eb1 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918994 Jun 14 14:54:42.633458 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f4c4e2c6-c6bf-44ce-bd15-a8803ec29e04 req-8c9eebfc-f521-4835-ba77-ee01bc03ebea service neutron] 10.222.0.35 "GET /v2.0/networks/13f41a5b-bfc8-43e3-b1ba-6182b64bdc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170529 Jun 14 14:54:42.664333 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b80c38-a069-4b91-bc1a-f809c8a424e8 req-7f4b32ca-ba27-4396-af7a-fd98099321cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:42.666811 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e5b80c38-a069-4b91-bc1a-f809c8a424e8 req-7f4b32ca-ba27-4396-af7a-fd98099321cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e07cdcf5e1a4b67b7bff1eba180a07d&device_id=40bd65e7-66d9-4b86-a709-9a598693139f HTTP/1.1" status: 200 len: 1096 time: 0.1263926 Jun 14 14:54:42.777383 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-56ef22d1-3c56-496e-bdd8-26aace99f1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:42.848799 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-56ef22d1-3c56-496e-bdd8-26aace99f1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:42.867923 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b80c38-a069-4b91-bc1a-f809c8a424e8 req-a4dc232d-0779-41da-803b-880c2c4c3028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:42.869215 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-ca04f675-10c9-42b8-b4a2-be37544c0f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:42.869788 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e5b80c38-a069-4b91-bc1a-f809c8a424e8 req-a4dc232d-0779-41da-803b-880c2c4c3028 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a06fa14-64a9-4a96-b9c1-d8414078e908 HTTP/1.1" status: 200 len: 910 time: 0.1883228 Jun 14 14:54:42.957654 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-56ef22d1-3c56-496e-bdd8-26aace99f1c5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d3ce13ee89934badaf7d841f987fca81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4295127 Jun 14 14:54:42.958311 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 37722) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:42.965232 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef22d1-3c56-496e-bdd8-26aace99f1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6db599d-d0ca-475b-b1f8-9612f46803ad,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:42.969783 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-56ef22d1-3c56-496e-bdd8-26aace99f1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:42.980655 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e5b80c38-a069-4b91-bc1a-f809c8a424e8 req-7d9cb8ff-de77-4656-b1dc-e80fcfdf347d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=233f6aaf-e947-47f6-996e-718469a30acd HTTP/1.1" status: 200 len: 217 time: 0.0893824 Jun 14 14:54:43.045000 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a929ee65-0c06-40f4-9549-08d782f38f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:43.058108 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b80c38-a069-4b91-bc1a-f809c8a424e8 req-320db2c9-bddf-44a1-9ae7-7e3bba0f4eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:43.061333 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e5b80c38-a069-4b91-bc1a-f809c8a424e8 req-320db2c9-bddf-44a1-9ae7-7e3bba0f4eda service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c472201c-ddff-4483-8b5d-5afdf2431617 HTTP/1.1" status: 200 len: 848 time: 0.0794857 Jun 14 14:54:43.076125 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a929ee65-0c06-40f4-9549-08d782f38f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:43.173857 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b80c38-a069-4b91-bc1a-f809c8a424e8 req-3f1553cf-f52b-4ee2-a7bc-a8b7cf83a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:43.176513 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e5b80c38-a069-4b91-bc1a-f809c8a424e8 req-3f1553cf-f52b-4ee2-a7bc-a8b7cf83a2e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a06fa14-64a9-4a96-b9c1-d8414078e908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0932846 Jun 14 14:54:43.336578 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a929ee65-0c06-40f4-9549-08d782f38f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:43.339943 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a929ee65-0c06-40f4-9549-08d782f38f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:43.342256 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-a929ee65-0c06-40f4-9549-08d782f38f09 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6db599d-d0ca-475b-b1f8-9612f46803ad HTTP/1.1" status: 204 len: 168 time: 0.3819158 Jun 14 14:54:43.344105 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-dacfc11e-94b3-42ec-b0e5-cf96ca57ec97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:43.376069 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2071744-6bd4-4da2-b9c7-e02b67e93d1e req-d2c92a1b-78f6-4514-a83b-183849b8d660 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:43.381281 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c2071744-6bd4-4da2-b9c7-e02b67e93d1e req-d2c92a1b-78f6-4514-a83b-183849b8d660 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=40bd65e7-66d9-4b86-a709-9a598693139f HTTP/1.1" status: 200 len: 943 time: 0.1251512 Jun 14 14:54:43.381281 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929ee65-0c06-40f4-9549-08d782f38f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6db599d-d0ca-475b-b1f8-9612f46803ad,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:43.384046 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-a929ee65-0c06-40f4-9549-08d782f38f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:43.433452 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e5b80c38-a069-4b91-bc1a-f809c8a424e8 req-bc79f1d0-436e-422b-9f5f-1e7958327e11 service neutron] 10.222.0.35 "GET /v2.0/networks/8a06fa14-64a9-4a96-b9c1-d8414078e908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451324 Jun 14 14:54:43.473257 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c2071744-6bd4-4da2-b9c7-e02b67e93d1e req-e83c6e05-e544-46b3-b04f-6c6670b3ba97 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f41faf3-e688-43a4-9652-2c5d10c40f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834343 Jun 14 14:54:43.728969 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e5b80c38-a069-4b91-bc1a-f809c8a424e8 req-7cd79d8b-d43f-468c-b19a-412adcf6dd07 service neutron] 10.222.0.35 "GET /v2.0/networks/8a06fa14-64a9-4a96-b9c1-d8414078e908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834854 Jun 14 14:54:43.783241 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a640f3-78f3-4123-8a84-2b0660329f9e req-97f39121-2164-41aa-9c04-afaaff5f644f tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:43.785966 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c5a640f3-78f3-4123-8a84-2b0660329f9e req-97f39121-2164-41aa-9c04-afaaff5f644f tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1119d3b-caa9-4f0c-9e9f-d0c9590ead0a HTTP/1.1" status: 200 len: 945 time: 0.1491334 Jun 14 14:54:43.803893 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 233f6aaf-e947-47f6-996e-718469a30acd details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:54:43.887304 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c5a640f3-78f3-4123-8a84-2b0660329f9e req-d365ac77-a6c4-484d-a7e1-336b4c8ed6c1 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887077 Jun 14 14:54:43.968320 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f85a7-a62d-4348-980f-648389562aa9 req-1e97b2cd-9594-4dfc-93d8-af164f996f66 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:43.969999 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b39f85a7-a62d-4348-980f-648389562aa9 req-1e97b2cd-9594-4dfc-93d8-af164f996f66 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 945 time: 0.1214273 Jun 14 14:54:44.045908 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 233f6aaf-e947-47f6-996e-718469a30acd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=233f6aaf-e947-47f6-996e-718469a30acd,segment=NetworkSegment(6a9d0ba9-8305-4546-acc4-e62f7911b7ec),segment_id=6a9d0ba9-8305-4546-acc4-e62f7911b7ec)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:54:44.047339 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b39f85a7-a62d-4348-980f-648389562aa9 req-39f7a1d7-26fb-4f38-a144-1117bf831caf tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603161 Jun 14 14:54:44.066926 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Returning: {'device': '233f6aaf-e947-47f6-996e-718469a30acd', 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908', 'port_id': '233f6aaf-e947-47f6-996e-718469a30acd', 'mac_address': 'fa:16:3e:b9:cf:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:54:44.142039 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:44.174711 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 233f6aaf-e947-47f6-996e-718469a30acd {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:54:44.217415 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 233f6aaf-e947-47f6-996e-718469a30acd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=233f6aaf-e947-47f6-996e-718469a30acd,segment=NetworkSegment(6a9d0ba9-8305-4546-acc4-e62f7911b7ec),segment_id=6a9d0ba9-8305-4546-acc4-e62f7911b7ec)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:54:44.521512 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:44.523993 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:44.595298 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=233f6aaf-e947-47f6-996e-718469a30acd,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:44.598992 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:44.793150 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7267e82-c141-4f3a-89f0-84af67d76e0f req-2db1619e-7d6a-469e-bca9-babc26275cf9 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:44.796418 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a7267e82-c141-4f3a-89f0-84af67d76e0f req-2db1619e-7d6a-469e-bca9-babc26275cf9 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=40bd65e7-66d9-4b86-a709-9a598693139f HTTP/1.1" status: 200 len: 944 time: 0.1200039 Jun 14 14:54:44.850135 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a7267e82-c141-4f3a-89f0-84af67d76e0f req-aa1f23ca-0201-4dc0-85a9-8977dd01f8e3 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f41faf3-e688-43a4-9652-2c5d10c40f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471919 Jun 14 14:54:44.882368 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['233f6aaf-e947-47f6-996e-718469a30acd'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:54:45.189446 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7b952-84a9-49a9-8e66-7fa71ba4473e req-fd7f56ab-b875-4418-a3c9-3fc7558b24c9 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:45.194874 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-69d7b952-84a9-49a9-8e66-7fa71ba4473e req-fd7f56ab-b875-4418-a3c9-3fc7558b24c9 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1119d3b-caa9-4f0c-9e9f-d0c9590ead0a HTTP/1.1" status: 200 len: 945 time: 0.1277092 Jun 14 14:54:45.285169 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-69d7b952-84a9-49a9-8e66-7fa71ba4473e req-5924b301-6856-445d-95a3-5860e4464cf3 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818889 Jun 14 14:54:45.392446 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ff443-eb56-4dbc-882f-cf7bb91bf778 req-c0cda5d3-0403-4598-b787-0eacbb07432e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:45.394835 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-633ff443-eb56-4dbc-882f-cf7bb91bf778 req-c0cda5d3-0403-4598-b787-0eacbb07432e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 945 time: 0.1180983 Jun 14 14:54:45.461477 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-633ff443-eb56-4dbc-882f-cf7bb91bf778 req-386e1e89-365e-40df-8c3e-777ce9f807e6 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596848 Jun 14 14:54:46.018766 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fe19e-2d98-4d7c-ae3a-b14e609cfea5 req-f21a463b-b4db-4817-8473-c831080c42a0 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:46.020737 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-545fe19e-2d98-4d7c-ae3a-b14e609cfea5 req-f21a463b-b4db-4817-8473-c831080c42a0 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1119d3b-caa9-4f0c-9e9f-d0c9590ead0a HTTP/1.1" status: 200 len: 945 time: 0.1120801 Jun 14 14:54:46.242646 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4b5e7-1599-4caa-9e22-05d80f45fc1f req-0bcb5bad-179b-49b1-a7d6-d1ecdfc1c164 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:46.244872 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-39c4b5e7-1599-4caa-9e22-05d80f45fc1f req-0bcb5bad-179b-49b1-a7d6-d1ecdfc1c164 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=40bd65e7-66d9-4b86-a709-9a598693139f HTTP/1.1" status: 200 len: 944 time: 0.2229278 Jun 14 14:54:46.332456 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-545fe19e-2d98-4d7c-ae3a-b14e609cfea5 req-f7e88647-dcd9-435d-ad37-8323d46d9487 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Deleting port 7cd86138-1268-4c63-bf2a-022a8c39790c {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:54:46.333375 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-545fe19e-2d98-4d7c-ae3a-b14e609cfea5 req-f7e88647-dcd9-435d-ad37-8323d46d9487 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:46.345732 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-39c4b5e7-1599-4caa-9e22-05d80f45fc1f req-506a7519-7b29-42a8-a227-729fde9e3357 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f41faf3-e688-43a4-9652-2c5d10c40f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932963 Jun 14 14:54:46.600821 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-545fe19e-2d98-4d7c-ae3a-b14e609cfea5 req-f7e88647-dcd9-435d-ad37-8323d46d9487 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] For port 7cd86138-1268-4c63-bf2a-022a8c39790c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7cd86138-1268-4c63-bf2a-022a8c39790c,segment=NetworkSegment(6e60df40-74d6-4080-97af-771d3e02f4e7),segment_id=6e60df40-74d6-4080-97af-771d3e02f4e7)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:54:46.602575 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-545fe19e-2d98-4d7c-ae3a-b14e609cfea5 req-f7e88647-dcd9-435d-ad37-8323d46d9487 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:46.627237 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2583a6-eeaa-430d-91a2-95391ea878e6 req-a782026c-d4ab-4229-ab37-f2d37e29f07c tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:46.629703 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9b2583a6-eeaa-430d-91a2-95391ea878e6 req-a782026c-d4ab-4229-ab37-f2d37e29f07c tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1119d3b-caa9-4f0c-9e9f-d0c9590ead0a HTTP/1.1" status: 200 len: 945 time: 0.1042209 Jun 14 14:54:46.701582 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9b2583a6-eeaa-430d-91a2-95391ea878e6 req-1fd53a8e-d985-469a-87eb-a2af4403563c tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/security-groups?id=55acdd1e-e744-45f4-bf60-b5793e2f0ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653315 Jun 14 14:54:46.737096 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-545fe19e-2d98-4d7c-ae3a-b14e609cfea5 req-f7e88647-dcd9-435d-ad37-8323d46d9487 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Calling delete_port for 7cd86138-1268-4c63-bf2a-022a8c39790c owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:54:47.017581 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6ce5c-20bb-4f3d-a205-fea2d9040cf9 req-1f0a997f-5ed7-4a05-b1af-82264bde5a03 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:47.039874 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9cc6ce5c-20bb-4f3d-a205-fea2d9040cf9 req-1f0a997f-5ed7-4a05-b1af-82264bde5a03 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 945 time: 0.2028632 Jun 14 14:54:47.039874 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-083cdc7f-7746-4f83-8b26-876e2f82cca8 req-c43c7dbd-b0c6-4685-b258-80d478d617e9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2071114 Jun 14 14:54:47.131482 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9cc6ce5c-20bb-4f3d-a205-fea2d9040cf9 req-55769705-6752-4d4f-819c-1ced0c2b57d5 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036313 Jun 14 14:54:47.166147 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cdc7f-7746-4f83-8b26-876e2f82cca8 req-7085533e-83a7-4212-bcc3-4126706d236b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:47.167903 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-083cdc7f-7746-4f83-8b26-876e2f82cca8 req-7085533e-83a7-4212-bcc3-4126706d236b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d779389355af44759f4711a7a199a059&device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 1098 time: 0.0911777 Jun 14 14:54:47.187081 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-545fe19e-2d98-4d7c-ae3a-b14e609cfea5 req-f7e88647-dcd9-435d-ad37-8323d46d9487 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:47.192391 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-72ae6f30-9b3e-4ed2-a290-ac9b3ee476da tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:47.202577 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['7cd86138-1268-4c63-bf2a-022a8c39790c'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:54:47.240693 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e88647-dcd9-435d-ad37-8323d46d9487 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Pushing event deleted for resources: {'Port': ['ID=7cd86138-1268-4c63-bf2a-022a8c39790c,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:47.321722 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e88647-dcd9-435d-ad37-8323d46d9487 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:47.322573 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e88647-dcd9-435d-ad37-8323d46d9487 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:47.322573 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e88647-dcd9-435d-ad37-8323d46d9487 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:47.322864 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e88647-dcd9-435d-ad37-8323d46d9487 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:47.323150 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e88647-dcd9-435d-ad37-8323d46d9487 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:47.323500 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e88647-dcd9-435d-ad37-8323d46d9487 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:47.323914 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e88647-dcd9-435d-ad37-8323d46d9487 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:47.324266 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e88647-dcd9-435d-ad37-8323d46d9487 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:47.324711 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e88647-dcd9-435d-ad37-8323d46d9487 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:47.324972 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e88647-dcd9-435d-ad37-8323d46d9487 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:47.325352 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e88647-dcd9-435d-ad37-8323d46d9487 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:47.326276 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e88647-dcd9-435d-ad37-8323d46d9487 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:54:47.339032 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-f7e88647-dcd9-435d-ad37-8323d46d9487 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:47.364143 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-545fe19e-2d98-4d7c-ae3a-b14e609cfea5 req-f7e88647-dcd9-435d-ad37-8323d46d9487 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] No DVR routers for this DVR port 7cd86138-1268-4c63-bf2a-022a8c39790c on host hv-cinder-77262 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:54:47.408890 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-545fe19e-2d98-4d7c-ae3a-b14e609cfea5 req-f7e88647-dcd9-435d-ad37-8323d46d9487 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:47.410958 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-545fe19e-2d98-4d7c-ae3a-b14e609cfea5 req-f7e88647-dcd9-435d-ad37-8323d46d9487 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.35 "DELETE /v2.0/ports/7cd86138-1268-4c63-bf2a-022a8c39790c HTTP/1.1" status: 204 len: 173 time: 1.3772113 Jun 14 14:54:47.411529 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1119d3b-caa9-4f0c-9e9f-d0c9590ead0a', 'name': 'network-vif-deleted', 'tag': '7cd86138-1268-4c63-bf2a-022a8c39790c'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:54:47.414155 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b173b8-bc63-41fd-a485-4f30d74b1307" -d '{"events": [{"server_uuid": "d1119d3b-caa9-4f0c-9e9f-d0c9590ead0a", "name": "network-vif-deleted", "tag": "7cd86138-1268-4c63-bf2a-022a8c39790c"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:54:47.462906 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cdc7f-7746-4f83-8b26-876e2f82cca8 req-13fc2e30-2f30-4c49-9db4-dc3bcea02276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:47.464641 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-083cdc7f-7746-4f83-8b26-876e2f82cca8 req-13fc2e30-2f30-4c49-9db4-dc3bcea02276 service neutron] 10.222.0.35 "GET /v2.0/networks?id=13f41a5b-bfc8-43e3-b1ba-6182b64bdc28 HTTP/1.1" status: 200 len: 909 time: 0.2401090 Jun 14 14:54:47.619101 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-083cdc7f-7746-4f83-8b26-876e2f82cca8 req-4bd9cdc2-3845-4f9a-a330-edcaa193d881 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 HTTP/1.1" status: 200 len: 1001 time: 0.1389470 Jun 14 14:54:47.710850 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433652a-c9d6-47ba-9975-d7320513f65b req-fa71076e-d923-4595-ad3e-5f145007e28d tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:47.712554 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5433652a-c9d6-47ba-9975-d7320513f65b req-fa71076e-d923-4595-ad3e-5f145007e28d tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=40bd65e7-66d9-4b86-a709-9a598693139f HTTP/1.1" status: 200 len: 944 time: 0.1556242 Jun 14 14:54:47.718127 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cdc7f-7746-4f83-8b26-876e2f82cca8 req-7d28e7d9-bffe-4eb5-a212-ae86baf78dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:47.719786 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-083cdc7f-7746-4f83-8b26-876e2f82cca8 req-7d28e7d9-bffe-4eb5-a212-ae86baf78dc1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6289072-b3a8-443b-a36f-11d9caae493c HTTP/1.1" status: 200 len: 847 time: 0.0895383 Jun 14 14:54:47.721556 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369e0530-390b-4d8f-a0e9-989bb5dabda6 x-openstack-request-id: req-369e0530-390b-4d8f-a0e9-989bb5dabda6 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:54:47.721881 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1119d3b-caa9-4f0c-9e9f-d0c9590ead0a", "name": "network-vif-deleted", "tag": "7cd86138-1268-4c63-bf2a-022a8c39790c", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:54:47.722168 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-369e0530-390b-4d8f-a0e9-989bb5dabda6 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:54:47.722719 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1119d3b-caa9-4f0c-9e9f-d0c9590ead0a', 'name': 'network-vif-deleted', 'tag': '7cd86138-1268-4c63-bf2a-022a8c39790c', 'status': 'completed', 'code': 200} Jun 14 14:54:47.809436 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5433652a-c9d6-47ba-9975-d7320513f65b req-5b2ffcfc-c733-4dde-9982-43696ea439cd tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f41faf3-e688-43a4-9652-2c5d10c40f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854385 Jun 14 14:54:47.836095 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 233f6aaf-e947-47f6-996e-718469a30acd up at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:54:47.868272 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cdc7f-7746-4f83-8b26-876e2f82cca8 req-aa5cbabe-3165-4513-986e-8fa0a9916e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:47.871220 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-083cdc7f-7746-4f83-8b26-876e2f82cca8 req-aa5cbabe-3165-4513-986e-8fa0a9916e95 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=13f41a5b-bfc8-43e3-b1ba-6182b64bdc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1410840 Jun 14 14:54:47.977378 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-26803818-09e8-4780-8a6b-4f21fe0dba89 req-f74057f4-4e4e-475e-a00b-10cf81953a16 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1611466 Jun 14 14:54:47.994726 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccb6e5-e69e-4c39-94c8-e49b81ead274 req-4d760486-f16b-4285-95c5-7730e3202672 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:47.996243 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e7ccb6e5-e69e-4c39-94c8-e49b81ead274 req-4d760486-f16b-4285-95c5-7730e3202672 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 945 time: 0.1360881 Jun 14 14:54:48.062144 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e7ccb6e5-e69e-4c39-94c8-e49b81ead274 req-28ac59b8-a6ad-4279-a3c6-1d17738dd92e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473475 Jun 14 14:54:48.066773 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-083cdc7f-7746-4f83-8b26-876e2f82cca8 req-961e2537-0521-4831-97e9-5fc469a1b8fe service neutron] 10.222.0.35 "GET /v2.0/networks/13f41a5b-bfc8-43e3-b1ba-6182b64bdc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833687 Jun 14 14:54:48.066976 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning for port 233f6aaf-e947-47f6-996e-718469a30acd completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:54:48.071623 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning complete for port 233f6aaf-e947-47f6-996e-718469a30acd triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:54:48.072000 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:48.245664 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:48.266885 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:48.288179 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bd65e7-66d9-4b86-a709-9a598693139f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233f6aaf-e947-47f6-996e-718469a30acd'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:54:48.290698 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932b195e-9450-4c54-b1e8-9b33df77bda7" -d '{"events": [{"server_uuid": "40bd65e7-66d9-4b86-a709-9a598693139f", "name": "network-vif-plugged", "status": "completed", "tag": "233f6aaf-e947-47f6-996e-718469a30acd"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:54:48.310425 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 233f6aaf-e947-47f6-996e-718469a30acd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=233f6aaf-e947-47f6-996e-718469a30acd,segment=NetworkSegment(6a9d0ba9-8305-4546-acc4-e62f7911b7ec),segment_id=6a9d0ba9-8305-4546-acc4-e62f7911b7ec)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:54:48.320231 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c931ecd7-026a-48dc-b905-8c6bdbb7046c req-e6ccb994-2da4-4c1f-adad-a643bc0c3c16 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1119d3b-caa9-4f0c-9e9f-d0c9590ead0a HTTP/1.1" status: 200 len: 210 time: 0.0629466 Jun 14 14:54:48.322771 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-083cdc7f-7746-4f83-8b26-876e2f82cca8 req-74431c36-e4fa-4953-b852-07ece6f8f65d service neutron] 10.222.0.35 "GET /v2.0/networks/13f41a5b-bfc8-43e3-b1ba-6182b64bdc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471590 Jun 14 14:54:48.353605 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc9c6f6-4551-45df-b70e-b4be058d4c8c x-openstack-request-id: req-ffc9c6f6-4551-45df-b70e-b4be058d4c8c {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:54:48.354121 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bd65e7-66d9-4b86-a709-9a598693139f", "name": "network-vif-plugged", "status": "completed", "tag": "233f6aaf-e947-47f6-996e-718469a30acd", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:54:48.354840 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ffc9c6f6-4551-45df-b70e-b4be058d4c8c {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:54:48.355603 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bd65e7-66d9-4b86-a709-9a598693139f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233f6aaf-e947-47f6-996e-718469a30acd', 'code': 200} Jun 14 14:54:48.378772 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:48.379981 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:54:48.383003 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:48.507524 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=233f6aaf-e947-47f6-996e-718469a30acd,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:48.511722 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:48.578745 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:48.645712 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=33a53a3a-fa3f-4e3c-8726-9eb37dad86f8,segment=NetworkSegment(0fb40bd5-9255-492b-a74d-a71abb8f4028),segment_id=0fb40bd5-9255-492b-a74d-a71abb8f4028)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:54:48.733510 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:48.738963 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:54:48.818343 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=33a53a3a-fa3f-4e3c-8726-9eb37dad86f8,revision_number=6']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:54:48.822567 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:54:48.884986 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab211f-4ee0-4bc4-9ece-0ab9053a2152 req-695e4dfe-ae7e-424b-ae5f-2590e6400476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:48.888143 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-02ab211f-4ee0-4bc4-9ece-0ab9053a2152 req-695e4dfe-ae7e-424b-ae5f-2590e6400476 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=40bd65e7-66d9-4b86-a709-9a598693139f HTTP/1.1" status: 200 len: 1098 time: 0.0867662 Jun 14 14:54:48.939186 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-02ab211f-4ee0-4bc4-9ece-0ab9053a2152 req-5b302fa7-3121-41b8-b5c3-f322412e4beb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0f41faf3-e688-43a4-9652-2c5d10c40f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424788 Jun 14 14:54:49.113756 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f9d9d-620a-4c83-b08d-f2288d02f09f req-1ab6bfea-b202-44f9-8333-4999d920ecb0 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:49.116437 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-146f9d9d-620a-4c83-b08d-f2288d02f09f req-1ab6bfea-b202-44f9-8333-4999d920ecb0 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=40bd65e7-66d9-4b86-a709-9a598693139f HTTP/1.1" status: 200 len: 945 time: 0.1192231 Jun 14 14:54:49.176285 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-146f9d9d-620a-4c83-b08d-f2288d02f09f req-18c35b7f-c8d5-4b00-a4d0-cac45cb48750 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f41faf3-e688-43a4-9652-2c5d10c40f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521882 Jun 14 14:54:49.392428 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb64957-3b73-4e19-925b-d07bf73f2342 req-ab96d5fd-ba93-4102-81b0-2719df15a5e7 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:49.394024 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1bb64957-3b73-4e19-925b-d07bf73f2342 req-ab96d5fd-ba93-4102-81b0-2719df15a5e7 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 943 time: 0.0786245 Jun 14 14:54:49.447785 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1bb64957-3b73-4e19-925b-d07bf73f2342 req-df6194dd-0b6c-47f6-aafc-80babfddb719 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442357 Jun 14 14:54:49.873426 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 7cd86138-1268-4c63-bf2a-022a8c39790c no longer exists at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:54:49.905789 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] No Port match for: 7cd86138-1268-4c63-bf2a-022a8c39790c {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:54:49.906299 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 7cd86138-1268-4c63-bf2a-022a8c39790c not bound to the agent host hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:54:50.358709 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14c0dae-6889-4ecc-b714-5c3f064e449e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33a53a3a-fa3f-4e3c-8726-9eb37dad86f8'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:54:50.362231 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b506ed66-9c7c-4d92-a1bb-1e2f9b5aa63c" -d '{"events": [{"server_uuid": "d14c0dae-6889-4ecc-b714-5c3f064e449e", "name": "network-vif-unplugged", "status": "completed", "tag": "33a53a3a-fa3f-4e3c-8726-9eb37dad86f8"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:54:50.398181 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3908a-1009-4f02-99b7-c64857b31bcb req-af64738a-06a5-4cc8-9c3b-c737c1b4b3ec tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:50.399788 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-51c3908a-1009-4f02-99b7-c64857b31bcb req-af64738a-06a5-4cc8-9c3b-c737c1b4b3ec tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=40bd65e7-66d9-4b86-a709-9a598693139f HTTP/1.1" status: 200 len: 945 time: 0.0878906 Jun 14 14:54:50.455927 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-51c3908a-1009-4f02-99b7-c64857b31bcb req-df7d41f1-9364-4afa-9c4b-b10dea912228 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f41faf3-e688-43a4-9652-2c5d10c40f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485222 Jun 14 14:54:50.502298 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 14 Jun 2021 14:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111868e1-bbe1-4e50-92d2-ddfe3648795e x-openstack-request-id: req-111868e1-bbe1-4e50-92d2-ddfe3648795e {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:54:50.502524 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14c0dae-6889-4ecc-b714-5c3f064e449e", "name": "network-vif-unplugged", "status": "failed", "tag": "33a53a3a-fa3f-4e3c-8726-9eb37dad86f8", "code": 422}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:54:50.502677 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-111868e1-bbe1-4e50-92d2-ddfe3648795e {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:54:50.503138 dv-cinder-772623-8-iscsi neutron-server[103389]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd14c0dae-6889-4ecc-b714-5c3f064e449e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '33a53a3a-fa3f-4e3c-8726-9eb37dad86f8', 'code': 422} returned with failed status Jun 14 14:54:51.015293 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3adf16-6760-498a-8e2f-16835c2d6e8c req-9092eae2-e13a-4c0e-9a95-ec60974256b1 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:51.016989 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4b3adf16-6760-498a-8e2f-16835c2d6e8c req-9092eae2-e13a-4c0e-9a95-ec60974256b1 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 943 time: 0.4114554 Jun 14 14:54:51.065094 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4b3adf16-6760-498a-8e2f-16835c2d6e8c req-2b8e8b80-0cd3-4493-97e3-33e9634e0f12 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401924 Jun 14 14:54:51.678801 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e9104-03f3-4dc3-a6f2-07e77c04d8c8 req-603a698d-47bf-4095-98cb-8c8bb82d475a tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:51.680364 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-754e9104-03f3-4dc3-a6f2-07e77c04d8c8 req-603a698d-47bf-4095-98cb-8c8bb82d475a tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=40bd65e7-66d9-4b86-a709-9a598693139f HTTP/1.1" status: 200 len: 945 time: 0.0762405 Jun 14 14:54:51.724083 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-754e9104-03f3-4dc3-a6f2-07e77c04d8c8 req-8e693c30-4fc3-4147-8033-521e937dc3d9 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f41faf3-e688-43a4-9652-2c5d10c40f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378575 Jun 14 14:54:51.925102 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09713449-090d-43e5-86ec-ef51fd02cecc req-ca8109c2-70bd-4d31-b053-e72ac72cc6f2 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:51.928348 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-09713449-090d-43e5-86ec-ef51fd02cecc req-ca8109c2-70bd-4d31-b053-e72ac72cc6f2 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=40bd65e7-66d9-4b86-a709-9a598693139f HTTP/1.1" status: 200 len: 945 time: 0.0910254 Jun 14 14:54:51.940047 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 37850) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:54:51.945261 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-3fd4a889-a361-4259-89b9-c31568d0cfd7 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Request body: {'floatingip': {'port_id': '233f6aaf-e947-47f6-996e-718469a30acd'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:54:52.008190 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3fd4a889-a361-4259-89b9-c31568d0cfd7 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for floatingip, before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:52.290898 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85966b8-6ae6-4581-ab52-a6e8d0269f7a req-5a6b10a9-eadc-4781-8f02-b3e7347c5a08 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:52.292607 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b85966b8-6ae6-4581-ab52-a6e8d0269f7a req-5a6b10a9-eadc-4781-8f02-b3e7347c5a08 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 943 time: 0.0995042 Jun 14 14:54:52.340666 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b85966b8-6ae6-4581-ab52-a6e8d0269f7a req-98084640-842a-4593-8a3b-7d9dd6848a30 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416589 Jun 14 14:54:52.989592 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3fd4a889-a361-4259-89b9-c31568d0cfd7 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:53.079343 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3fd4a889-a361-4259-89b9-c31568d0cfd7 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768775'] for floatingip, after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:53.421077 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.db.l3_db [None req-3fd4a889-a361-4259-89b9-c31568d0cfd7 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Floating IP 6e9d9ef0-4efc-4997-8470-2e13b5d2fd72 associated. External IP: 172.27.2.155, port: 233f6aaf-e947-47f6-996e-718469a30acd. Jun 14 14:54:53.768745 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecf60a-3f83-47ad-9237-d4d74738cad4 req-facac93d-b545-4c42-aaff-f972df6d287b tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:53.771593 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-12ecf60a-3f83-47ad-9237-d4d74738cad4 req-facac93d-b545-4c42-aaff-f972df6d287b tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 943 time: 0.1758878 Jun 14 14:54:53.879139 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-12ecf60a-3f83-47ad-9237-d4d74738cad4 req-9fa3d622-e37a-44b5-80af-17c03c7c1998 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892417 Jun 14 14:54:54.049529 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd4a889-a361-4259-89b9-c31568d0cfd7 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Router 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:54:54.257998 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd4a889-a361-4259-89b9-c31568d0cfd7 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:54:54.263887 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3fd4a889-a361-4259-89b9-c31568d0cfd7 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for floatingip, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:54:54.271152 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f68f594-7cbb-465c-9b8c-54e44ca33c50 None None] Sync routers for ids ['73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'] in dv-cinder-772623-8-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:54:54.284095 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f68f594-7cbb-465c-9b8c-54e44ca33c50 None None] Routers {'73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:54:54.285085 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-3f68f594-7cbb-465c-9b8c-54e44ca33c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:54:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:54.342631 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-3fd4a889-a361-4259-89b9-c31568d0cfd7 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "PUT /v2.0/floatingips/6e9d9ef0-4efc-4997-8470-2e13b5d2fd72 HTTP/1.1" status: 200 len: 991 time: 2.4008024 Jun 14 14:54:54.343499 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40bd65e7-66d9-4b86-a709-9a598693139f', 'tag': '233f6aaf-e947-47f6-996e-718469a30acd'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:54:54.347422 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d16000bb1453c626be2c9fe90cf152d3497827e73c55abcdb2fab0d7ea5a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ff0d5b-a8c1-4084-b8a2-f54af9d1f4f6" -d '{"events": [{"name": "network-changed", "server_uuid": "40bd65e7-66d9-4b86-a709-9a598693139f", "tag": "233f6aaf-e947-47f6-996e-718469a30acd"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:54:54.405715 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d0d3e6-337c-42bb-bbf8-de2b152fc392 x-openstack-request-id: req-74d0d3e6-337c-42bb-bbf8-de2b152fc392 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:54:54.406117 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40bd65e7-66d9-4b86-a709-9a598693139f", "tag": "233f6aaf-e947-47f6-996e-718469a30acd", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:54:54.406462 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-74d0d3e6-337c-42bb-bbf8-de2b152fc392 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:54:54.406946 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40bd65e7-66d9-4b86-a709-9a598693139f', 'tag': '233f6aaf-e947-47f6-996e-718469a30acd', 'status': 'completed', 'code': 200} Jun 14 14:54:54.484270 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-3f68f594-7cbb-465c-9b8c-54e44ca33c50 None None] Set router 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:54:54.670648 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26803818-09e8-4780-8a6b-4f21fe0dba89 req-19602154-6603-4852-a4f9-72ddf25e1a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:54.673509 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-26803818-09e8-4780-8a6b-4f21fe0dba89 req-19602154-6603-4852-a4f9-72ddf25e1a65 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e&tenant_id=d779389355af44759f4711a7a199a059 HTTP/1.1" status: 200 len: 1096 time: 0.1427214 Jun 14 14:54:54.676129 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff0d5b-a8c1-4084-b8a2-f54af9d1f4f6 req-eba44740-07e0-481c-8b8c-aa349c3b1f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:54.678899 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d7ff0d5b-a8c1-4084-b8a2-f54af9d1f4f6 req-eba44740-07e0-481c-8b8c-aa349c3b1f01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e07cdcf5e1a4b67b7bff1eba180a07d&device_id=40bd65e7-66d9-4b86-a709-9a598693139f HTTP/1.1" status: 200 len: 1098 time: 0.2327492 Jun 14 14:54:54.875947 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff0d5b-a8c1-4084-b8a2-f54af9d1f4f6 req-3231aa7e-9446-4a61-bc33-d13983731082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:54.877310 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d7ff0d5b-a8c1-4084-b8a2-f54af9d1f4f6 req-3231aa7e-9446-4a61-bc33-d13983731082 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a06fa14-64a9-4a96-b9c1-d8414078e908 HTTP/1.1" status: 200 len: 910 time: 0.1811543 Jun 14 14:54:54.971348 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26803818-09e8-4780-8a6b-4f21fe0dba89 req-702bb992-75d5-4b66-bb26-2e95fa95316b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:54.974781 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-26803818-09e8-4780-8a6b-4f21fe0dba89 req-702bb992-75d5-4b66-bb26-2e95fa95316b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d779389355af44759f4711a7a199a059&device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 1096 time: 0.2319181 Jun 14 14:54:55.064992 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d7ff0d5b-a8c1-4084-b8a2-f54af9d1f4f6 req-4aecf56e-ea6b-41e7-baa7-4496ba8359bd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=233f6aaf-e947-47f6-996e-718469a30acd HTTP/1.1" status: 200 len: 999 time: 0.1800170 Jun 14 14:54:55.154936 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff0d5b-a8c1-4084-b8a2-f54af9d1f4f6 req-f4681781-b274-496d-8efc-88045a39b31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:55.156848 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d7ff0d5b-a8c1-4084-b8a2-f54af9d1f4f6 req-f4681781-b274-496d-8efc-88045a39b31a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c472201c-ddff-4483-8b5d-5afdf2431617 HTTP/1.1" status: 200 len: 848 time: 0.0793293 Jun 14 14:54:55.172038 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-3f68f594-7cbb-465c-9b8c-54e44ca33c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'name': 'tempest-AttachVolumeTestJSON-56947344-router', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:50Z', 'revision_number': 4, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'gw_port': {'id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:33Z', 'updated_at': '2021-06-14T14:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': '6e9d9ef0-4efc-4997-8470-2e13b5d2fd72', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'port_id': '233f6aaf-e947-47f6-996e-718469a30acd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908', 'mac_address': 'fa:16:3e:b9:cf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd65e7-66d9-4b86-a709-9a598693139f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:54:30Z', 'updated_at': '2021-06-14T14:54:52Z', 'revision_number': 1, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30daa1ba-aceb-40b7-93b2-0ddf3a98d04b', 'name': '', 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'mac_address': 'fa:16:3e:ff:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:44Z', 'updated_at': '2021-06-14T14:49:07Z', 'revision_number': 5, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'subnets': [{'id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:55.176949 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f68f594-7cbb-465c-9b8c-54e44ca33c50 None None] Checking router: 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 for host: dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:54:55.189428 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f68f594-7cbb-465c-9b8c-54e44ca33c50 None None] Routers {'73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:54:55.190323 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-3f68f594-7cbb-465c-9b8c-54e44ca33c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:54:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:55.234286 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf6b97-7c78-461c-afb9-9ca64cff2680 req-2a64255a-1175-4e5e-995f-6eba60114440 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:55.236331 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a2cf6b97-7c78-461c-afb9-9ca64cff2680 req-2a64255a-1175-4e5e-995f-6eba60114440 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 943 time: 0.1110144 Jun 14 14:54:55.291182 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a2cf6b97-7c78-461c-afb9-9ca64cff2680 req-b416182d-6841-42a6-9f58-9c43565f0a5e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445485 Jun 14 14:54:55.293707 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26803818-09e8-4780-8a6b-4f21fe0dba89 req-19f8cb98-cce1-4504-af9d-27134c49102a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:55.295913 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-26803818-09e8-4780-8a6b-4f21fe0dba89 req-19f8cb98-cce1-4504-af9d-27134c49102a service neutron] 10.222.0.35 "GET /v2.0/networks?id=13f41a5b-bfc8-43e3-b1ba-6182b64bdc28 HTTP/1.1" status: 200 len: 909 time: 0.2916725 Jun 14 14:54:55.368302 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff0d5b-a8c1-4084-b8a2-f54af9d1f4f6 req-96758625-ae56-4666-94de-c9eaa9821197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:55.370025 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d7ff0d5b-a8c1-4084-b8a2-f54af9d1f4f6 req-96758625-ae56-4666-94de-c9eaa9821197 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a06fa14-64a9-4a96-b9c1-d8414078e908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1623473 Jun 14 14:54:55.389902 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-3f68f594-7cbb-465c-9b8c-54e44ca33c50 None None] Set router 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:54:55.468987 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-26803818-09e8-4780-8a6b-4f21fe0dba89 req-38afa181-04d6-496e-9ad1-7ff38b43a913 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 HTTP/1.1" status: 200 len: 999 time: 0.1455789 Jun 14 14:54:55.579416 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26803818-09e8-4780-8a6b-4f21fe0dba89 req-8360ae0c-530f-4add-a120-6155efbb91e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:55.581075 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-26803818-09e8-4780-8a6b-4f21fe0dba89 req-8360ae0c-530f-4add-a120-6155efbb91e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6289072-b3a8-443b-a36f-11d9caae493c HTTP/1.1" status: 200 len: 847 time: 0.0867288 Jun 14 14:54:55.585673 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d7ff0d5b-a8c1-4084-b8a2-f54af9d1f4f6 req-f80dae75-4604-4443-a545-235f42b67062 service neutron] 10.222.0.35 "GET /v2.0/networks/8a06fa14-64a9-4a96-b9c1-d8414078e908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030053 Jun 14 14:54:55.788388 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d7ff0d5b-a8c1-4084-b8a2-f54af9d1f4f6 req-790b4489-13cc-47ff-98ee-dc14ae8e9e98 service neutron] 10.222.0.35 "GET /v2.0/networks/8a06fa14-64a9-4a96-b9c1-d8414078e908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745884 Jun 14 14:54:55.788928 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26803818-09e8-4780-8a6b-4f21fe0dba89 req-39290aed-8b52-4f1d-aa39-c6366b0e8678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:55.790386 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-26803818-09e8-4780-8a6b-4f21fe0dba89 req-39290aed-8b52-4f1d-aa39-c6366b0e8678 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=13f41a5b-bfc8-43e3-b1ba-6182b64bdc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1883872 Jun 14 14:54:55.791912 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-3f68f594-7cbb-465c-9b8c-54e44ca33c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'name': 'tempest-AttachVolumeTestJSON-56947344-router', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:50Z', 'revision_number': 4, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'gw_port': {'id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:33Z', 'updated_at': '2021-06-14T14:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': '6e9d9ef0-4efc-4997-8470-2e13b5d2fd72', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'port_id': '233f6aaf-e947-47f6-996e-718469a30acd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908', 'mac_address': 'fa:16:3e:b9:cf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd65e7-66d9-4b86-a709-9a598693139f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:54:30Z', 'updated_at': '2021-06-14T14:54:52Z', 'revision_number': 1, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30daa1ba-aceb-40b7-93b2-0ddf3a98d04b', 'name': '', 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'mac_address': 'fa:16:3e:ff:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:44Z', 'updated_at': '2021-06-14T14:49:07Z', 'revision_number': 5, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'subnets': [{'id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:54:55.796964 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f68f594-7cbb-465c-9b8c-54e44ca33c50 None None] The sync data for ids ['73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'] in dv-cinder-772623-8-iscsi is: [{'id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'name': 'tempest-AttachVolumeTestJSON-56947344-router', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:50Z', 'revision_number': 4, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'gw_port': {'id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:33Z', 'updated_at': '2021-06-14T14:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': '6e9d9ef0-4efc-4997-8470-2e13b5d2fd72', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'port_id': '233f6aaf-e947-47f6-996e-718469a30acd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908', 'mac_address': 'fa:16:3e:b9:cf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd65e7-66d9-4b86-a709-9a598693139f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:54:30Z', 'updated_at': '2021-06-14T14:54:52Z', 'revision_number': 1, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30daa1ba-aceb-40b7-93b2-0ddf3a98d04b', 'name': '', 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'mac_address': 'fa:16:3e:ff:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:44Z', 'updated_at': '2021-06-14T14:49:07Z', 'revision_number': 5, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'subnets': [{'id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:54:55.964057 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-26803818-09e8-4780-8a6b-4f21fe0dba89 req-297a2a87-4713-44b0-a4d0-c14a73afda13 service neutron] 10.222.0.35 "GET /v2.0/networks/13f41a5b-bfc8-43e3-b1ba-6182b64bdc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570430 Jun 14 14:54:56.031987 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dcd04a-39d5-4964-89cd-ff17718769c1 None None] New status for floating IP 6e9d9ef0-4efc-4997-8470-2e13b5d2fd72: ACTIVE {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 14:54:56.110584 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-26803818-09e8-4780-8a6b-4f21fe0dba89 req-5618676e-de40-4c7c-b816-98eedfe9a4ab service neutron] 10.222.0.35 "GET /v2.0/networks/13f41a5b-bfc8-43e3-b1ba-6182b64bdc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367605 Jun 14 14:54:56.543278 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9a076-7f85-426f-9aa2-20d6063ec3bf req-3c9be9e8-3e14-4582-b7fe-647c4ef7eff3 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:56.545251 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f6d9a076-7f85-426f-9aa2-20d6063ec3bf req-3c9be9e8-3e14-4582-b7fe-647c4ef7eff3 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 943 time: 0.0960679 Jun 14 14:54:56.597584 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f6d9a076-7f85-426f-9aa2-20d6063ec3bf req-c0ac4d47-08db-405a-bbc4-04973d38a030 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458534 Jun 14 14:54:59.387148 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a064d-7bb9-4e95-adcd-84dc408b4f5f req-ccd844b4-e7f7-4976-96e7-6f0a8ca372f5 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:54:59.389602 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b50a064d-7bb9-4e95-adcd-84dc408b4f5f req-ccd844b4-e7f7-4976-96e7-6f0a8ca372f5 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 943 time: 0.0779383 Jun 14 14:54:59.435063 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b50a064d-7bb9-4e95-adcd-84dc408b4f5f req-dc78dfee-bab1-478e-9ea5-8150732c145c tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391171 Jun 14 14:55:00.692522 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa16b54-24a0-4e27-b5b9-2e8bb28dc417 req-5d49601c-c6c0-4268-a312-fe9c740cea9b tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:00.694186 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5fa16b54-24a0-4e27-b5b9-2e8bb28dc417 req-5d49601c-c6c0-4268-a312-fe9c740cea9b tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 943 time: 0.0944519 Jun 14 14:55:00.742803 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5fa16b54-24a0-4e27-b5b9-2e8bb28dc417 req-9f61a21f-b7c9-4b4e-862d-903f991d216e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400994 Jun 14 14:55:01.074833 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 37942) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:01.220336 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bf6fa5cd-5b6f-4da6-a641-d9f5e4a98ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:01.335203 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bf6fa5cd-5b6f-4da6-a641-d9f5e4a98ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:01.413075 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bf6fa5cd-5b6f-4da6-a641-d9f5e4a98ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:01.420293 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-a929ee65-0c06-40f4-9549-08d782f38f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:01.495631 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-bf6fa5cd-5b6f-4da6-a641-d9f5e4a98ebd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2354f37c6afe4f82a7914bf7e2dfaa54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4183650 Jun 14 14:55:01.498498 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 37952) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:01.501196 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fa5cd-5b6f-4da6-a641-d9f5e4a98ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d66c2f8-7bec-470d-ad38-a26eec7e6600,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:01.507014 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-bf6fa5cd-5b6f-4da6-a641-d9f5e4a98ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:01.591882 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c293207a-e66f-4c5f-af87-f75c5e2964e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:01.629609 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c293207a-e66f-4c5f-af87-f75c5e2964e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:01.786621 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c293207a-e66f-4c5f-af87-f75c5e2964e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:01.790129 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c293207a-e66f-4c5f-af87-f75c5e2964e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:01.793864 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-c293207a-e66f-4c5f-af87-f75c5e2964e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2d66c2f8-7bec-470d-ad38-a26eec7e6600 HTTP/1.1" status: 204 len: 168 time: 0.2913435 Jun 14 14:55:01.793864 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-f543faea-adb3-473a-8063-b2d829ead2d6 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:01.804583 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293207a-e66f-4c5f-af87-f75c5e2964e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d66c2f8-7bec-470d-ad38-a26eec7e6600,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:01.808195 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-c293207a-e66f-4c5f-af87-f75c5e2964e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:01.812461 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f48fe3cb-3348-45d4-825c-6492a4bc71aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:01.969458 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db3ddb-22f3-45a6-b461-0bcb7ea93310 req-033d3fbd-7485-4fac-a24a-bad2675179a1 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:01.971106 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-64db3ddb-22f3-45a6-b461-0bcb7ea93310 req-033d3fbd-7485-4fac-a24a-bad2675179a1 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 943 time: 0.0921705 Jun 14 14:55:02.056429 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-64db3ddb-22f3-45a6-b461-0bcb7ea93310 req-440d35e5-a19c-4ad8-bcf4-adccfdac3823 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666459 Jun 14 14:55:02.531886 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 37966) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:02.549438 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6a9e132b-e569-4e95-935a-233cf42def92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:02.694245 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6a9e132b-e569-4e95-935a-233cf42def92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:02.783673 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6a9e132b-e569-4e95-935a-233cf42def92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:02.786825 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-c4f39b98-e6a7-44aa-a4ec-818ef8e82e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:02.848071 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-6a9e132b-e569-4e95-935a-233cf42def92 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e8d137a32fe14ee3aac8995703076d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148191 Jun 14 14:55:02.849438 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e132b-e569-4e95-935a-233cf42def92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1eba00-c922-45d1-a1fe-696bd4bbc79c,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:02.850526 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 37972) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:02.858051 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-6a9e132b-e569-4e95-935a-233cf42def92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:02.945050 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a3a4f9f3-47e6-4886-b1d8-ced9c096ca75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:02.977138 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a3a4f9f3-47e6-4886-b1d8-ced9c096ca75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:03.127875 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a3a4f9f3-47e6-4886-b1d8-ced9c096ca75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:03.131352 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a3a4f9f3-47e6-4886-b1d8-ced9c096ca75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:03.133406 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-a3a4f9f3-47e6-4886-b1d8-ced9c096ca75 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3e1eba00-c922-45d1-a1fe-696bd4bbc79c HTTP/1.1" status: 204 len: 168 time: 0.2817278 Jun 14 14:55:03.134752 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-9d843777-29ab-448f-a627-183a5a38d31b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:03.164006 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4f9f3-47e6-4886-b1d8-ced9c096ca75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1eba00-c922-45d1-a1fe-696bd4bbc79c,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:03.171761 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-a3a4f9f3-47e6-4886-b1d8-ced9c096ca75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:03.314741 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb9ac6-b40e-472b-a4a0-7645204373f5 req-3d6054d9-01bd-4354-9646-e21cc1e078a9 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:03.318961 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c5fb9ac6-b40e-472b-a4a0-7645204373f5 req-3d6054d9-01bd-4354-9646-e21cc1e078a9 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 943 time: 0.1010993 Jun 14 14:55:03.369597 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c5fb9ac6-b40e-472b-a4a0-7645204373f5 req-71d87215-960e-4f95-a3dc-f1b22941726c tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456054 Jun 14 14:55:04.579448 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7414ed7-a93c-4e27-89c8-d949918ba555 req-5f19cc7e-45ef-4953-894d-6f094bfa3f44 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:04.581677 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e7414ed7-a93c-4e27-89c8-d949918ba555 req-5f19cc7e-45ef-4953-894d-6f094bfa3f44 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 943 time: 0.0887363 Jun 14 14:55:04.908191 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e7414ed7-a93c-4e27-89c8-d949918ba555 req-7143c957-571b-4a26-bafa-8787256e1133 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3176968 Jun 14 14:55:05.506872 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fcf7cb4a-98f4-43ed-8197-4ef4411d39d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:06.117502 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8b234-e9ef-4f37-9d8c-0ae443a201a8 req-0bcb6fa1-e1b8-41f0-8b7a-ca4c6d1450c3 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:06.119282 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e2e8b234-e9ef-4f37-9d8c-0ae443a201a8 req-0bcb6fa1-e1b8-41f0-8b7a-ca4c6d1450c3 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 943 time: 0.0847328 Jun 14 14:55:06.171639 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e2e8b234-e9ef-4f37-9d8c-0ae443a201a8 req-67cb2ee5-edcd-4a8b-b029-acdfb43958ae tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420682 Jun 14 14:55:06.478158 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:08.124110 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:08.896020 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:55:09.046339 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=33a53a3a-fa3f-4e3c-8726-9eb37dad86f8,segment=NetworkSegment(0fb40bd5-9255-492b-a74d-a71abb8f4028),segment_id=0fb40bd5-9255-492b-a74d-a71abb8f4028)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:55:09.062364 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Returning: {'device': '33a53a3a-fa3f-4e3c-8726-9eb37dad86f8', 'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28', 'port_id': '33a53a3a-fa3f-4e3c-8726-9eb37dad86f8', 'mac_address': 'fa:16:3e:2d:a5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6289072-b3a8-443b-a36f-11d9caae493c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:55:09.113622 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:09.134636 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:55:09.159496 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=33a53a3a-fa3f-4e3c-8726-9eb37dad86f8,segment=NetworkSegment(0fb40bd5-9255-492b-a74d-a71abb8f4028),segment_id=0fb40bd5-9255-492b-a74d-a71abb8f4028)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:55:09.159725 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25361b43-7676-47ce-ae02-8c9a9d9ba1bb req-4a2901c4-2699-4d87-85ec-4559df1354f9 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:09.160985 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-25361b43-7676-47ce-ae02-8c9a9d9ba1bb req-4a2901c4-2699-4d87-85ec-4559df1354f9 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 943 time: 0.1351249 Jun 14 14:55:09.207026 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-25361b43-7676-47ce-ae02-8c9a9d9ba1bb req-e37b1634-16ef-49ec-bb58-1419a7dc4dee tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401602 Jun 14 14:55:09.335825 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:09.337820 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:09.405677 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=33a53a3a-fa3f-4e3c-8726-9eb37dad86f8,revision_number=7']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:09.409134 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:09.627534 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['33a53a3a-fa3f-4e3c-8726-9eb37dad86f8'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:55:10.261075 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:10.433126 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414cbba-4ba5-4da3-a754-f522ff6dca0c req-c96dad9c-300e-4cfd-885b-27e0f0fb74ca tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:10.437766 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9414cbba-4ba5-4da3-a754-f522ff6dca0c req-c96dad9c-300e-4cfd-885b-27e0f0fb74ca tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 944 time: 0.0980794 Jun 14 14:55:10.493463 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9414cbba-4ba5-4da3-a754-f522ff6dca0c req-178396c8-5912-4f35-8b6b-2026b2f43288 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479207 Jun 14 14:55:12.972101 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 up at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:55:13.029966 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning complete for port 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:55:13.030320 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:13.128212 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:13.165132 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14c0dae-6889-4ecc-b714-5c3f064e449e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a53a3a-fa3f-4e3c-8726-9eb37dad86f8'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:55:13.169855 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a15ebf-77cd-4614-93da-dfc5aad7bfeb" -d '{"events": [{"server_uuid": "d14c0dae-6889-4ecc-b714-5c3f064e449e", "name": "network-vif-plugged", "status": "completed", "tag": "33a53a3a-fa3f-4e3c-8726-9eb37dad86f8"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:55:13.323422 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=33a53a3a-fa3f-4e3c-8726-9eb37dad86f8,segment=NetworkSegment(0fb40bd5-9255-492b-a74d-a71abb8f4028),segment_id=0fb40bd5-9255-492b-a74d-a71abb8f4028)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:55:13.394409 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:13.397462 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-683ed6b8-b968-4cfd-bdb0-2b33153bf044 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:13.457365 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=33a53a3a-fa3f-4e3c-8726-9eb37dad86f8,revision_number=8']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:13.464676 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:13.465635 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:13.465984 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:13.466343 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:13.466721 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:13.467051 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:13.467374 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:13.467802 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:13.468122 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:13.468441 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:13.468758 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:13.469114 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:55:13.473110 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:14.130163 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8515d029-b11d-4948-90d3-45742f448e02 x-openstack-request-id: req-8515d029-b11d-4948-90d3-45742f448e02 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:55:14.130884 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14c0dae-6889-4ecc-b714-5c3f064e449e", "name": "network-vif-plugged", "status": "completed", "tag": "33a53a3a-fa3f-4e3c-8726-9eb37dad86f8", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:55:14.130884 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8515d029-b11d-4948-90d3-45742f448e02 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:55:14.131171 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14c0dae-6889-4ecc-b714-5c3f064e449e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a53a3a-fa3f-4e3c-8726-9eb37dad86f8', 'code': 200} Jun 14 14:55:14.266542 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006c56c-0070-42db-b3f7-9def7ac3f02a req-fda7ecf9-bb87-42b4-9a88-603d7a0cef9c tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:14.268135 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c006c56c-0070-42db-b3f7-9def7ac3f02a req-fda7ecf9-bb87-42b4-9a88-603d7a0cef9c tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 945 time: 0.0857835 Jun 14 14:55:14.323150 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c006c56c-0070-42db-b3f7-9def7ac3f02a req-676d6509-3ea4-46ae-b32f-773324376efe tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480406 Jun 14 14:55:14.542790 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc8f67-f913-416e-ae19-16774f1726a5 req-a74ea10d-c321-4a7c-8382-4ea7219641f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:14.544635 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a6fc8f67-f913-416e-ae19-16774f1726a5 req-a74ea10d-c321-4a7c-8382-4ea7219641f3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 1098 time: 0.0774817 Jun 14 14:55:14.588028 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a6fc8f67-f913-416e-ae19-16774f1726a5 req-edb51fd2-f706-4e9d-8e1f-ffb9f8f8086a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354385 Jun 14 14:55:15.468551 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:55:15.547598 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b466a-7796-480a-a470-fd983e0f97e1 req-f602879f-9ebe-4030-806e-10bdcfa726e6 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:15.549219 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4f7b466a-7796-480a-a470-fd983e0f97e1 req-f602879f-9ebe-4030-806e-10bdcfa726e6 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 945 time: 0.0827701 Jun 14 14:55:15.597722 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4f7b466a-7796-480a-a470-fd983e0f97e1 req-febd88f0-8e61-47c8-bed6-555562f897b4 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421157 Jun 14 14:55:16.809301 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4c047-b2ba-40ba-adda-4acc08f567f9 req-e8e9b63b-7476-4840-8433-760a1410b0f8 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:16.811269 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ebb4c047-b2ba-40ba-adda-4acc08f567f9 req-e8e9b63b-7476-4840-8433-760a1410b0f8 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 945 time: 0.0828390 Jun 14 14:55:16.856613 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ebb4c047-b2ba-40ba-adda-4acc08f567f9 req-8364525b-d50a-4e7d-904f-d4a1ec19369c tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394192 Jun 14 14:55:18.257972 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:18.327116 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 38164) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:18.470887 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d3dbed5b-304e-488b-8fd8-563897fdd921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:18.586587 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d3dbed5b-304e-488b-8fd8-563897fdd921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:18.674337 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d3dbed5b-304e-488b-8fd8-563897fdd921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:18.677249 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-02459e7a-07a4-48aa-8f44-7cb961b169a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:18.727359 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dbed5b-304e-488b-8fd8-563897fdd921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d53e46-9e57-444c-87af-9d97f8d45e2f,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:18.733037 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-d3dbed5b-304e-488b-8fd8-563897fdd921 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d22d4010c29041c292f30fd867236a36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4048126 Jun 14 14:55:18.734029 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-d3dbed5b-304e-488b-8fd8-563897fdd921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:18.736060 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 38172) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:18.793481 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a332cc0c-7d43-4f9e-b320-1145e00971e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:18.834689 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a332cc0c-7d43-4f9e-b320-1145e00971e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:18.967462 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a332cc0c-7d43-4f9e-b320-1145e00971e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:18.970364 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a332cc0c-7d43-4f9e-b320-1145e00971e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:18.971579 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-a332cc0c-7d43-4f9e-b320-1145e00971e1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34d53e46-9e57-444c-87af-9d97f8d45e2f HTTP/1.1" status: 204 len: 168 time: 0.2344713 Jun 14 14:55:18.972488 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-c293207a-e66f-4c5f-af87-f75c5e2964e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:18.986030 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332cc0c-7d43-4f9e-b320-1145e00971e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d53e46-9e57-444c-87af-9d97f8d45e2f,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:18.989200 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-a332cc0c-7d43-4f9e-b320-1145e00971e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:22.900157 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 38222) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:22.957435 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_v2 [None req-91407a3e-ad93-4500-a6e1-ffeb1e3abe8d admin admin] Deleting subnet 3b0e48c4-0fde-41c0-bcd2-152f845200af {{(pid=103387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 14:55:22.960629 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-91407a3e-ad93-4500-a6e1-ffeb1e3abe8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:23.004911 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-91407a3e-ad93-4500-a6e1-ffeb1e3abe8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28405831'] for subnet, precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:23.062739 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-91407a3e-ad93-4500-a6e1-ffeb1e3abe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3763272'] for subnet, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:23.268161 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-91407a3e-ad93-4500-a6e1-ffeb1e3abe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3763265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28279915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28537441'] for subnet, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:23.273927 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:23.306750 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91407a3e-ad93-4500-a6e1-ffeb1e3abe8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b0e48c4-0fde-41c0-bcd2-152f845200af,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:23.310641 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-91407a3e-ad93-4500-a6e1-ffeb1e3abe8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:23.312245 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-91407a3e-ad93-4500-a6e1-ffeb1e3abe8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:23.314573 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-91407a3e-ad93-4500-a6e1-ffeb1e3abe8d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3b0e48c4-0fde-41c0-bcd2-152f845200af HTTP/1.1" status: 204 len: 168 time: 0.4131329 Jun 14 14:55:23.316949 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 38228) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:23.418144 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3a29adaf-c9a6-4009-9ad6-856542c87a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855299'] for network, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:23.536282 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3a29adaf-c9a6-4009-9ad6-856542c87a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3761365', 'neutron.services.segments.db._delete_segments_for_network-8775073109944'] for network, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:23.548626 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-3a29adaf-c9a6-4009-9ad6-856542c87a5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e5cffea-fc85-4182-a7df-c16b809fea19']}} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:23.560680 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-3a29adaf-c9a6-4009-9ad6-856542c87a5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e60df40-74d6-4080-97af-771d3e02f4e7') {'for_net_delete': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:23.561004 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-3a29adaf-c9a6-4009-9ad6-856542c87a5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e60df40-74d6-4080-97af-771d3e02f4e7') {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:55:23.574333 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3a29adaf-c9a6-4009-9ad6-856542c87a5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775073109782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28405836'] for segment, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:23.590354 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3a29adaf-c9a6-4009-9ad6-856542c87a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:23.597159 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a29adaf-c9a6-4009-9ad6-856542c87a5e admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 14:55:23.597542 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3a29adaf-c9a6-4009-9ad6-856542c87a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28280514'] for segment, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: Traceback (most recent call last): Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: timer() Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: cb(*args, **kw) Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: return func(*args, **kwargs) Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: self._notify() Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: self.callback(batched_events) Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: event.method(event) Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: return f(self, *a, **k) Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: return self._get(url).json() Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: return self.request(url, 'GET', **kwargs) Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 14:55:23.599223 dv-cinder-772623-8-iscsi neutron-server[103387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 14:55:23.754633 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3a29adaf-c9a6-4009-9ad6-856542c87a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3761354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768894'] for network, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:23.758590 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-b5825382-d6e3-482c-95e2-b577b148cf7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:23.766380 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3a29adaf-c9a6-4009-9ad6-856542c87a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:23.766380 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-3a29adaf-c9a6-4009-9ad6-856542c87a5e admin admin] 10.222.0.48 "DELETE /v2.0/networks/1e5cffea-fc85-4182-a7df-c16b809fea19 HTTP/1.1" status: 204 len: 168 time: 0.4459870 Jun 14 14:55:23.781313 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29adaf-c9a6-4009-9ad6-856542c87a5e admin admin] Pushing event deleted for resources: {'Network': ['ID=1e5cffea-fc85-4182-a7df-c16b809fea19,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:23.784090 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-3a29adaf-c9a6-4009-9ad6-856542c87a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:24.196230 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 38232) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:24.250838 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-1ae24b9e-4df5-435b-800a-99c73f8268b2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=450de72c8b3348b09d10abbbfb1cec18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532796 Jun 14 14:55:24.253647 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 38234) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:55:24.325286 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a05f024-5972-48c6-89e2-26ecf6e44a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:24.362425 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a05f024-5972-48c6-89e2-26ecf6e44a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:24.503855 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a05f024-5972-48c6-89e2-26ecf6e44a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:24.509758 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a05f024-5972-48c6-89e2-26ecf6e44a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:24.517008 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-1a05f024-5972-48c6-89e2-26ecf6e44a6d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/55acdd1e-e744-45f4-bf60-b5793e2f0ce4 HTTP/1.1" status: 204 len: 168 time: 0.2571049 Jun 14 14:55:24.517008 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-ca8fec4e-a0af-4d6e-bac0-a697ae7646d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:24.532344 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05f024-5972-48c6-89e2-26ecf6e44a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55acdd1e-e744-45f4-bf60-b5793e2f0ce4,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:24.536725 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-1a05f024-5972-48c6-89e2-26ecf6e44a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:31.792342 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3c52d1db-b8b5-4d42-8f04-466c746154ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:35.568382 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e6f09a9b-5eed-4808-996f-c990f6f5c00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:35.773073 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b37ff1-5faa-4354-a8a5-1ad621cc63e7 req-15d1f745-ca87-44d3-87cd-8856fb91371e tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:35.774532 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-00b37ff1-5faa-4354-a8a5-1ad621cc63e7 req-15d1f745-ca87-44d3-87cd-8856fb91371e tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.4269691 Jun 14 14:55:35.850130 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-00b37ff1-5faa-4354-a8a5-1ad621cc63e7 req-e0d14a23-8cb6-4f1f-b65f-04ebddd61bfd tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673335 Jun 14 14:55:36.486011 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:37.082439 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6d8a1-0e40-4b8f-a8d4-fc866028850b req-c43e0bdb-867c-4d5e-91c5-9a1f118868ec tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:37.083980 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-42f6d8a1-0e40-4b8f-a8d4-fc866028850b req-c43e0bdb-867c-4d5e-91c5-9a1f118868ec tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.0748851 Jun 14 14:55:37.130840 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-42f6d8a1-0e40-4b8f-a8d4-fc866028850b req-25dface7-e6a0-43cc-a833-a2d438c31db2 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410841 Jun 14 14:55:38.145928 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:38.350991 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c41cb-6545-4aa6-ba66-8c91f5fc94cf req-e10f63f3-1736-44b1-be41-9051204f51a7 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:38.352612 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3c8c41cb-6545-4aa6-ba66-8c91f5fc94cf req-e10f63f3-1736-44b1-be41-9051204f51a7 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.0788403 Jun 14 14:55:38.411394 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3c8c41cb-6545-4aa6-ba66-8c91f5fc94cf req-584e5396-74ce-46dc-beb6-67c2e6f48d84 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484142 Jun 14 14:55:39.617583 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd82d2-90f3-4cfc-af8d-ff0f17082886 req-e00ecde8-c274-41e2-a089-c65cac97aea1 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:39.619092 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7ecd82d2-90f3-4cfc-af8d-ff0f17082886 req-e00ecde8-c274-41e2-a089-c65cac97aea1 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.0783951 Jun 14 14:55:39.666521 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7ecd82d2-90f3-4cfc-af8d-ff0f17082886 req-a04e7cf1-9633-4c33-984b-8532b56bcbf8 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406137 Jun 14 14:55:40.231713 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:40.891269 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edafddb-dffb-40c4-91ec-35297dd8e0e2 req-c0c8b914-e628-445f-ad3d-c45db0d2be56 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:40.892858 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1edafddb-dffb-40c4-91ec-35297dd8e0e2 req-c0c8b914-e628-445f-ad3d-c45db0d2be56 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.0915191 Jun 14 14:55:40.973439 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1edafddb-dffb-40c4-91ec-35297dd8e0e2 req-c9b9785e-1a91-4e55-b5f1-24ad45eb6868 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704451 Jun 14 14:55:42.284142 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d63ba-0322-4a39-aa23-2a0041ff3e08 req-10d7701f-dfe9-4296-a8b3-e07bcff771d2 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:42.286816 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9b2d63ba-0322-4a39-aa23-2a0041ff3e08 req-10d7701f-dfe9-4296-a8b3-e07bcff771d2 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.1187327 Jun 14 14:55:42.370014 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9b2d63ba-0322-4a39-aa23-2a0041ff3e08 req-8d53b081-dd9d-426c-adb1-8261b627fdca tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756049 Jun 14 14:55:43.629661 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640b5de-a144-42fb-b033-9acb1619e292 req-bae005db-24d2-4170-b2c2-a83baacfe207 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:43.632386 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2640b5de-a144-42fb-b033-9acb1619e292 req-bae005db-24d2-4170-b2c2-a83baacfe207 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.1058550 Jun 14 14:55:43.702557 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2640b5de-a144-42fb-b033-9acb1619e292 req-b60e0c10-3689-4f91-abb5-fe9c7ea0413e tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633330 Jun 14 14:55:44.934694 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ead162-108a-49b0-af3b-ec679c077a47 req-43aa09ad-d68d-41fa-9cb3-0e82d1729859 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:44.937208 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-39ead162-108a-49b0-af3b-ec679c077a47 req-43aa09ad-d68d-41fa-9cb3-0e82d1729859 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.0887735 Jun 14 14:55:44.986917 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-39ead162-108a-49b0-af3b-ec679c077a47 req-b265eae2-2dd0-4173-9be8-77273154e22f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424345 Jun 14 14:55:46.297490 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf72052-ec0e-41ee-af2d-0e7245ec77bd req-867c7590-ce6d-4d13-bf74-56b2dc2b856d tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:46.299249 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-adf72052-ec0e-41ee-af2d-0e7245ec77bd req-867c7590-ce6d-4d13-bf74-56b2dc2b856d tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.1238799 Jun 14 14:55:46.368730 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-adf72052-ec0e-41ee-af2d-0e7245ec77bd req-8411bced-10ec-4174-afc6-e94bd938cb30 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540776 Jun 14 14:55:47.638154 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d2c74-fe7f-4e67-b291-57a7ad947d94 req-1ad4ef13-4f7e-4c17-85df-0db7dc094e53 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:47.639967 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cc2d2c74-fe7f-4e67-b291-57a7ad947d94 req-1ad4ef13-4f7e-4c17-85df-0db7dc094e53 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.1038952 Jun 14 14:55:47.695810 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cc2d2c74-fe7f-4e67-b291-57a7ad947d94 req-332b668f-c710-4184-b042-6676d138577b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470126 Jun 14 14:55:48.226551 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:48.924764 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c18b57-313a-4fd1-b657-b4a7b12e0c35 req-de9ef946-fc97-4983-b372-9e9f3ea9c883 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:48.926498 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b6c18b57-313a-4fd1-b657-b4a7b12e0c35 req-de9ef946-fc97-4983-b372-9e9f3ea9c883 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.0918968 Jun 14 14:55:48.981812 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b6c18b57-313a-4fd1-b657-b4a7b12e0c35 req-fbdb8dc3-ac5e-4488-956c-2a5a3108732d tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442660 Jun 14 14:55:50.214522 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5b823-9f5b-4a01-955a-d770023ae326 req-912cd10d-ad27-46af-a2f9-b5d5cd5465de tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:50.216234 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-58d5b823-9f5b-4a01-955a-d770023ae326 req-912cd10d-ad27-46af-a2f9-b5d5cd5465de tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.0920196 Jun 14 14:55:50.275091 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-58d5b823-9f5b-4a01-955a-d770023ae326 req-d880eef6-be0f-4cb9-8af7-237b0ee5d746 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468841 Jun 14 14:55:51.515739 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca814973-7d03-4a24-81a3-4d3ad8af1f87 req-0416d71a-d746-424b-b8ac-7334b679c7dd tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:51.517230 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ca814973-7d03-4a24-81a3-4d3ad8af1f87 req-0416d71a-d746-424b-b8ac-7334b679c7dd tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.0875068 Jun 14 14:55:51.578369 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ca814973-7d03-4a24-81a3-4d3ad8af1f87 req-fbe6053a-bad0-4788-b505-c141333b7c59 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497079 Jun 14 14:55:52.469371 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:55:52.816520 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386dba6-34b9-4dbf-946e-2ecec86307bd req-8f3aacd9-e98d-4fe1-880d-c4e9dd5e5826 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:52.818350 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d386dba6-34b9-4dbf-946e-2ecec86307bd req-8f3aacd9-e98d-4fe1-880d-c4e9dd5e5826 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.0926321 Jun 14 14:55:52.878069 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d386dba6-34b9-4dbf-946e-2ecec86307bd req-5973f0e2-7675-47f2-8491-2911943082db tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525627 Jun 14 14:55:54.149324 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543476a6-908a-4e2d-93f5-9a5712ed6c04 req-47c6013e-7deb-43c4-92e7-9495187ac3a4 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:54.151754 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-543476a6-908a-4e2d-93f5-9a5712ed6c04 req-47c6013e-7deb-43c4-92e7-9495187ac3a4 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.1125267 Jun 14 14:55:54.209023 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-543476a6-908a-4e2d-93f5-9a5712ed6c04 req-4c65eee8-b125-414d-b63f-f1b2a8e21c9f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499613 Jun 14 14:55:54.246767 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 15f08254-42c4-445e-b2e4-feca4874b0d9 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:55:54.392715 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 15f08254-42c4-445e-b2e4-feca4874b0d9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=15f08254-42c4-445e-b2e4-feca4874b0d9,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:55:54.408659 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Returning: {'device': '15f08254-42c4-445e-b2e4-feca4874b0d9', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'port_id': '15f08254-42c4-445e-b2e4-feca4874b0d9', 'mac_address': 'fa:16:3e:8b:51:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:55:54.466597 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:54.484333 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15f08254-42c4-445e-b2e4-feca4874b0d9 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:55:54.516060 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 15f08254-42c4-445e-b2e4-feca4874b0d9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=15f08254-42c4-445e-b2e4-feca4874b0d9,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:55:54.628358 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:54.631390 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:54.701061 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=15f08254-42c4-445e-b2e4-feca4874b0d9,revision_number=6']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:54.704449 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:54.735460 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['15f08254-42c4-445e-b2e4-feca4874b0d9'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:55:55.522551 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cdee4-3b62-472e-871e-7eae5016e312 req-029bd83f-e3c7-4a45-b674-295124755bc6 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:55.525373 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3e9cdee4-3b62-472e-871e-7eae5016e312 req-029bd83f-e3c7-4a45-b674-295124755bc6 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 944 time: 0.1271715 Jun 14 14:55:55.592629 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3e9cdee4-3b62-472e-871e-7eae5016e312 req-58c28937-611a-43f9-a38f-c7b47c73e016 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552416 Jun 14 14:55:56.265899 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 15f08254-42c4-445e-b2e4-feca4874b0d9 up at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:55:56.374545 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning complete for port 15f08254-42c4-445e-b2e4-feca4874b0d9 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:55:56.375517 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:56.541267 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:56.597512 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 15f08254-42c4-445e-b2e4-feca4874b0d9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=15f08254-42c4-445e-b2e4-feca4874b0d9,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:55:56.599120 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364f244c-1e4f-42b6-9ecf-3006eb16b265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f08254-42c4-445e-b2e4-feca4874b0d9'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:55:56.601817 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dd3979-f9b5-443e-b14f-7bd95753fef2" -d '{"events": [{"server_uuid": "364f244c-1e4f-42b6-9ecf-3006eb16b265", "name": "network-vif-plugged", "status": "completed", "tag": "15f08254-42c4-445e-b2e4-feca4874b0d9"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:55:56.651529 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2b8fb9-d825-42a9-b977-8ab680b28db9 x-openstack-request-id: req-8d2b8fb9-d825-42a9-b977-8ab680b28db9 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:55:56.656672 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364f244c-1e4f-42b6-9ecf-3006eb16b265", "name": "network-vif-plugged", "status": "completed", "tag": "15f08254-42c4-445e-b2e4-feca4874b0d9", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:55:56.657486 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8d2b8fb9-d825-42a9-b977-8ab680b28db9 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:55:56.658280 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364f244c-1e4f-42b6-9ecf-3006eb16b265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f08254-42c4-445e-b2e4-feca4874b0d9', 'code': 200} Jun 14 14:55:56.737480 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:55:56.741015 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:55:56.865943 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c73f5-af2c-4815-98b5-5c44731665ce req-43b2f2eb-c945-458c-bc84-6cd7118bb7a3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:56.876267 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4e4c73f5-af2c-4815-98b5-5c44731665ce req-43b2f2eb-c945-458c-bc84-6cd7118bb7a3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.1056516 Jun 14 14:55:56.885237 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=15f08254-42c4-445e-b2e4-feca4874b0d9,revision_number=7']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:55:56.890691 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:55:56.962816 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4e4c73f5-af2c-4815-98b5-5c44731665ce req-ec7dee79-5d28-4f61-a6f3-27c0441cc9f8 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850315 Jun 14 14:55:58.287431 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5490a-c631-4cf3-9d71-65ec05808f6d req-87f7f9c1-1209-48b1-933d-9518015528a0 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:58.289122 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-acc5490a-c631-4cf3-9d71-65ec05808f6d req-87f7f9c1-1209-48b1-933d-9518015528a0 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.0944717 Jun 14 14:55:58.338429 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-acc5490a-c631-4cf3-9d71-65ec05808f6d req-4fa721ad-d1f9-409f-8a75-d6675d247592 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428801 Jun 14 14:55:59.681603 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71cee8-cd1e-4f67-aa4e-6e0163a8a682 req-05fc199f-8f3b-4e82-befd-837e6b6d29de tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:55:59.683750 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8b71cee8-cd1e-4f67-aa4e-6e0163a8a682 req-05fc199f-8f3b-4e82-befd-837e6b6d29de tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.1516819 Jun 14 14:55:59.747618 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8b71cee8-cd1e-4f67-aa4e-6e0163a8a682 req-6953acfb-dc5a-4963-8b05-d8848ca8a20b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547817 Jun 14 14:56:01.072260 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6cdb0-8f0d-4859-9e4c-c785fb2ff336 req-dc4d7edd-4ccb-4318-87ff-37e715262211 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:01.074580 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-79c6cdb0-8f0d-4859-9e4c-c785fb2ff336 req-dc4d7edd-4ccb-4318-87ff-37e715262211 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.1208260 Jun 14 14:56:01.155051 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-79c6cdb0-8f0d-4859-9e4c-c785fb2ff336 req-4cbb25e5-b965-41e7-9e73-cb18c697f1f8 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574238 Jun 14 14:56:01.900440 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8cdff68b-583d-4c9c-b241-97f74859b3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:02.377371 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce7442-8944-4092-99a7-51f5e0ec9ae6 req-ae29d638-6170-4dd9-82cd-4bd3d7dd9067 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:02.380555 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6fce7442-8944-4092-99a7-51f5e0ec9ae6 req-ae29d638-6170-4dd9-82cd-4bd3d7dd9067 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.1031740 Jun 14 14:56:02.443635 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6fce7442-8944-4092-99a7-51f5e0ec9ae6 req-969a1b03-8dcd-4668-9aed-a31043341f62 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572441 Jun 14 14:56:03.702471 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac664c7-dac3-42dd-acb2-ef801138c3a7 req-3b5f2403-b26a-4956-9ee9-7ad2193c9897 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:03.704553 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3ac664c7-dac3-42dd-acb2-ef801138c3a7 req-3b5f2403-b26a-4956-9ee9-7ad2193c9897 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.1215119 Jun 14 14:56:03.787682 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3ac664c7-dac3-42dd-acb2-ef801138c3a7 req-1a94d4da-9490-4f2b-8a93-eca963cf0b5c tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699408 Jun 14 14:56:05.173052 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8af03-c3b2-45bb-945a-caa6d73a0285 req-fc379ac7-a598-4536-9991-acadd17f514e tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:05.175800 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7ba8af03-c3b2-45bb-945a-caa6d73a0285 req-fc379ac7-a598-4536-9991-acadd17f514e tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.1196725 Jun 14 14:56:05.255171 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7ba8af03-c3b2-45bb-945a-caa6d73a0285 req-5bf290dc-6069-4e64-84b0-f8312be29894 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680926 Jun 14 14:56:05.574522 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f00cc957-e6b0-47aa-bc0e-86c8251c3637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:06.522051 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:06.529845 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac4122-12d0-4b79-9f69-09f5bf5e5726 req-2446c4ef-d678-43a8-80b2-7de2ec47dfd2 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:06.541251 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dfac4122-12d0-4b79-9f69-09f5bf5e5726 req-2446c4ef-d678-43a8-80b2-7de2ec47dfd2 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.1579998 Jun 14 14:56:06.623676 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-dfac4122-12d0-4b79-9f69-09f5bf5e5726 req-727d75c6-eb43-4e88-85a3-5c0844acc733 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779374 Jun 14 14:56:07.886782 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5e481-7aa6-4966-9243-24d22d5b453d req-c46db498-9a1c-450f-985c-32d553fcfc1c tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:07.890055 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-25f5e481-7aa6-4966-9243-24d22d5b453d req-c46db498-9a1c-450f-985c-32d553fcfc1c tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.1059890 Jun 14 14:56:07.963657 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-25f5e481-7aa6-4966-9243-24d22d5b453d req-30690b79-168f-4c64-98aa-6b0c345c9e9d tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643291 Jun 14 14:56:08.194513 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:08.626477 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4bfad-8009-4028-8f01-15a174699668 req-8419cc77-94a2-4882-a10e-dbd7766937dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:08.628357 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-39c4bfad-8009-4028-8f01-15a174699668 req-8419cc77-94a2-4882-a10e-dbd7766937dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d950955f31d9460680045199b53c917f&device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 1098 time: 0.0800164 Jun 14 14:56:08.776092 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4bfad-8009-4028-8f01-15a174699668 req-67ccbe4e-2886-4156-8ac4-33c3b2ce86ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:08.777594 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-39c4bfad-8009-4028-8f01-15a174699668 req-67ccbe4e-2886-4156-8ac4-33c3b2ce86ec service neutron] 10.222.0.35 "GET /v2.0/networks?id=1d5f5609-c7ac-49b5-a256-436c63bd28f5 HTTP/1.1" status: 200 len: 917 time: 0.1422648 Jun 14 14:56:08.883909 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-39c4bfad-8009-4028-8f01-15a174699668 req-e21a820a-03c4-409c-9a33-07aeaea2923b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15f08254-42c4-445e-b2e4-feca4874b0d9 HTTP/1.1" status: 200 len: 1000 time: 0.0978818 Jun 14 14:56:08.962289 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4bfad-8009-4028-8f01-15a174699668 req-2001ed2a-c185-4f10-8c41-df867318dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:08.964270 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-39c4bfad-8009-4028-8f01-15a174699668 req-2001ed2a-c185-4f10-8c41-df867318dc82 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16c47a92-806f-4b00-927d-529a6aa19a53 HTTP/1.1" status: 200 len: 855 time: 0.0732083 Jun 14 14:56:09.051905 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4bfad-8009-4028-8f01-15a174699668 req-5aad5167-a8df-4f8d-a632-244273069e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:09.054742 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-39c4bfad-8009-4028-8f01-15a174699668 req-5aad5167-a8df-4f8d-a632-244273069e61 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1d5f5609-c7ac-49b5-a256-436c63bd28f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0829229 Jun 14 14:56:09.222274 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-39c4bfad-8009-4028-8f01-15a174699668 req-bf52a8b9-16d0-4779-8b82-f4bad2bcb568 service neutron] 10.222.0.35 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589003 Jun 14 14:56:09.233026 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060f589-f58c-44ce-b769-0998e18e34c7 req-fda05bd6-b2db-46c3-9aee-9b9aa3555e79 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:09.235420 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5060f589-f58c-44ce-b769-0998e18e34c7 req-fda05bd6-b2db-46c3-9aee-9b9aa3555e79 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.0944977 Jun 14 14:56:09.316385 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-5060f589-f58c-44ce-b769-0998e18e34c7 req-ed8f8250-f182-46a3-9bd9-8918c37b0c0c tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680003 Jun 14 14:56:09.395740 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-39c4bfad-8009-4028-8f01-15a174699668 req-4d09e427-c434-4fe6-8d15-67bc5e797600 service neutron] 10.222.0.35 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666830 Jun 14 14:56:10.244694 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:10.571251 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94d008-832f-48d2-ac7c-1d3c8ac48d8d req-76e4a411-e41b-4fe1-9803-a08058270791 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:10.572854 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4c94d008-832f-48d2-ac7c-1d3c8ac48d8d req-76e4a411-e41b-4fe1-9803-a08058270791 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.0871437 Jun 14 14:56:10.639461 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4c94d008-832f-48d2-ac7c-1d3c8ac48d8d req-db9649bb-3a99-4a4f-ae23-1a0cd5ab1fed tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590222 Jun 14 14:56:11.961209 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04550e6-4faa-4f68-af7f-f5a4830c561a req-7279440e-785c-42c2-8c04-1c14ffbeb4b5 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:11.963895 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e04550e6-4faa-4f68-af7f-f5a4830c561a req-7279440e-785c-42c2-8c04-1c14ffbeb4b5 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 945 time: 0.1258724 Jun 14 14:56:12.040700 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e04550e6-4faa-4f68-af7f-f5a4830c561a req-c9005f34-6a7e-4562-9259-08f15c61e615 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658190 Jun 14 14:56:12.327778 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 15f08254-42c4-445e-b2e4-feca4874b0d9 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:56:12.448522 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:12.478177 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364f244c-1e4f-42b6-9ecf-3006eb16b265', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15f08254-42c4-445e-b2e4-feca4874b0d9'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:56:12.480582 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf78496-da41-411e-8c58-feb393a068bd" -d '{"events": [{"server_uuid": "364f244c-1e4f-42b6-9ecf-3006eb16b265", "name": "network-vif-unplugged", "status": "completed", "tag": "15f08254-42c4-445e-b2e4-feca4874b0d9"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:56:12.496537 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 15f08254-42c4-445e-b2e4-feca4874b0d9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=15f08254-42c4-445e-b2e4-feca4874b0d9,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:56:12.542464 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Jun 2021 14:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b87ca39-d72a-4927-9eec-77b10fdef387 x-openstack-request-id: req-7b87ca39-d72a-4927-9eec-77b10fdef387 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:56:12.548998 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364f244c-1e4f-42b6-9ecf-3006eb16b265", "name": "network-vif-unplugged", "status": "completed", "tag": "15f08254-42c4-445e-b2e4-feca4874b0d9", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:56:12.548998 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7b87ca39-d72a-4927-9eec-77b10fdef387 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:56:12.548998 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364f244c-1e4f-42b6-9ecf-3006eb16b265', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15f08254-42c4-445e-b2e4-feca4874b0d9', 'code': 200} Jun 14 14:56:12.628769 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:12.633079 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:12.719922 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=15f08254-42c4-445e-b2e4-feca4874b0d9,revision_number=8']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:12.725530 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:15.815703 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1c138-dcfe-4c8b-bad8-e867c75233a7 req-857a4b86-34ff-4c82-bd3e-9d08b5e9c646 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:15.817964 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-02d1c138-dcfe-4c8b-bad8-e867c75233a7 req-857a4b86-34ff-4c82-bd3e-9d08b5e9c646 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 943 time: 0.1301913 Jun 14 14:56:15.875298 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-02d1c138-dcfe-4c8b-bad8-e867c75233a7 req-2faf8dc4-250b-4ac4-9150-a71a1c685ce6 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503998 Jun 14 14:56:16.347451 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 15f08254-42c4-445e-b2e4-feca4874b0d9 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:56:16.623192 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 38550) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:56:16.799334 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d8e9b081-1838-40f8-aaf2-327381adf922 req-15e7b2d1-259a-4deb-83f4-bcef841db002 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1743166 Jun 14 14:56:17.172221 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f284a-d2f9-4510-8519-9b7d9b639bdb req-c16a7e37-9dbf-4700-813a-5e5adfd01bcf tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:17.174907 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-582f284a-d2f9-4510-8519-9b7d9b639bdb req-c16a7e37-9dbf-4700-813a-5e5adfd01bcf tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 943 time: 0.1322384 Jun 14 14:56:17.250470 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-582f284a-d2f9-4510-8519-9b7d9b639bdb req-2a497698-b694-4be3-84db-a491e7aee7f8 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684958 Jun 14 14:56:18.518294 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e8d48-f884-4d24-a61d-97791aef3b4f req-68c380a3-7b79-4305-bc14-d69477c98409 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:18.520235 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-977e8d48-f884-4d24-a61d-97791aef3b4f req-68c380a3-7b79-4305-bc14-d69477c98409 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 943 time: 0.1014438 Jun 14 14:56:18.582900 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-977e8d48-f884-4d24-a61d-97791aef3b4f req-dcaf3585-2035-461b-92e3-429d8faab804 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560431 Jun 14 14:56:18.597020 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:19.661296 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9b081-1838-40f8-aaf2-327381adf922 req-f011848b-8450-4cc7-a2aa-90070ff250da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:19.662820 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d8e9b081-1838-40f8-aaf2-327381adf922 req-f011848b-8450-4cc7-a2aa-90070ff250da service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265&tenant_id=d950955f31d9460680045199b53c917f HTTP/1.1" status: 200 len: 1096 time: 0.0827210 Jun 14 14:56:19.804550 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9b081-1838-40f8-aaf2-327381adf922 req-a2b88cb4-d39f-4566-bdc2-af20ab8da777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:19.806211 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d8e9b081-1838-40f8-aaf2-327381adf922 req-a2b88cb4-d39f-4566-bdc2-af20ab8da777 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d950955f31d9460680045199b53c917f&device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 1096 time: 0.1177905 Jun 14 14:56:19.942824 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcc35d-7a68-4bfd-b326-64d75c2eb8a3 req-8615fef3-9ea9-4de3-8824-c5ed7e35c4d5 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:19.944655 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ffbcc35d-7a68-4bfd-b326-64d75c2eb8a3 req-8615fef3-9ea9-4de3-8824-c5ed7e35c4d5 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 943 time: 0.2021530 Jun 14 14:56:20.019923 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9b081-1838-40f8-aaf2-327381adf922 req-477e018c-80bc-4e28-b349-c25293932323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:20.021705 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d8e9b081-1838-40f8-aaf2-327381adf922 req-477e018c-80bc-4e28-b349-c25293932323 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1d5f5609-c7ac-49b5-a256-436c63bd28f5 HTTP/1.1" status: 200 len: 917 time: 0.2074516 Jun 14 14:56:20.055129 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ffbcc35d-7a68-4bfd-b326-64d75c2eb8a3 req-abf8af4a-d82a-4904-853a-d291bae72ca6 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985398 Jun 14 14:56:20.165587 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d8e9b081-1838-40f8-aaf2-327381adf922 req-a5f638d0-cb48-484a-8474-c3013cd52085 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15f08254-42c4-445e-b2e4-feca4874b0d9 HTTP/1.1" status: 200 len: 998 time: 0.1347430 Jun 14 14:56:20.256204 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9b081-1838-40f8-aaf2-327381adf922 req-3f7b745c-01a2-430d-bb53-0b31eb5b989b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:20.258192 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d8e9b081-1838-40f8-aaf2-327381adf922 req-3f7b745c-01a2-430d-bb53-0b31eb5b989b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16c47a92-806f-4b00-927d-529a6aa19a53 HTTP/1.1" status: 200 len: 855 time: 0.0837200 Jun 14 14:56:20.360532 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9b081-1838-40f8-aaf2-327381adf922 req-aeaf3303-ae81-48dc-98c4-8d824c75ed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:20.363283 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d8e9b081-1838-40f8-aaf2-327381adf922 req-aeaf3303-ae81-48dc-98c4-8d824c75ed14 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1d5f5609-c7ac-49b5-a256-436c63bd28f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0979855 Jun 14 14:56:20.532483 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d8e9b081-1838-40f8-aaf2-327381adf922 req-004d2a02-bc5b-4574-a036-9a51da36e56e service neutron] 10.222.0.35 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610425 Jun 14 14:56:20.704928 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d8e9b081-1838-40f8-aaf2-327381adf922 req-ea4d6792-fc1e-42f1-b9f1-8c846721636c service neutron] 10.222.0.35 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654229 Jun 14 14:56:21.326465 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68dce9-0b71-41e0-8ad9-97d7730d1d42 req-c7ef43f5-0aca-4a9d-b554-55adf5c7454c tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:21.328882 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6b68dce9-0b71-41e0-8ad9-97d7730d1d42 req-c7ef43f5-0aca-4a9d-b554-55adf5c7454c tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 943 time: 0.1031787 Jun 14 14:56:21.390084 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6b68dce9-0b71-41e0-8ad9-97d7730d1d42 req-fee545b8-684f-4ecf-8595-e0195733ef6a tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526519 Jun 14 14:56:22.673555 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f729b-45a5-47bd-b26a-7f0aa66770ef req-41b29ad9-c511-47a2-b694-ca149ca9e807 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:22.676176 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2d3f729b-45a5-47bd-b26a-7f0aa66770ef req-41b29ad9-c511-47a2-b694-ca149ca9e807 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 943 time: 0.1171274 Jun 14 14:56:22.731968 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2d3f729b-45a5-47bd-b26a-7f0aa66770ef req-3a4e3020-2d20-4793-acb0-3e92255a87bf tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474527 Jun 14 14:56:23.971735 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9602ed0-1ada-490e-9727-054d9289c8a8 req-5002aa61-e71d-410a-b482-24761b81515b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:23.973289 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c9602ed0-1ada-490e-9727-054d9289c8a8 req-5002aa61-e71d-410a-b482-24761b81515b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 943 time: 0.0848432 Jun 14 14:56:24.033837 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c9602ed0-1ada-490e-9727-054d9289c8a8 req-57441b04-1f03-46a8-9ea5-de4ff4543dd9 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514717 Jun 14 14:56:25.279408 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f111a1-8de1-40ac-8453-5595ce5fcb37 req-b572d5ca-1264-4a48-ab5a-bd5de0b2eae5 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:25.284407 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-35f111a1-8de1-40ac-8453-5595ce5fcb37 req-b572d5ca-1264-4a48-ab5a-bd5de0b2eae5 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 943 time: 0.1106100 Jun 14 14:56:25.356645 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-35f111a1-8de1-40ac-8453-5595ce5fcb37 req-df5c576e-05b4-4063-b60e-15734beda4a0 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657623 Jun 14 14:56:26.664340 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90eb095-361a-4446-82dc-ab0fe5f08347 req-5b61de11-b176-4203-956b-c05caed4936b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:26.666889 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b90eb095-361a-4446-82dc-ab0fe5f08347 req-5b61de11-b176-4203-956b-c05caed4936b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 943 time: 0.1354415 Jun 14 14:56:26.742471 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b90eb095-361a-4446-82dc-ab0fe5f08347 req-494b37ae-8939-4d88-b395-4e07ad7bb2ce tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681355 Jun 14 14:56:28.079012 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9cb17-b993-4eb4-bd83-60f1fa3b731a req-b9f4ecf1-05c7-4803-9858-79c5dc996554 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:28.083248 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-76e9cb17-b993-4eb4-bd83-60f1fa3b731a req-b9f4ecf1-05c7-4803-9858-79c5dc996554 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 943 time: 0.1564145 Jun 14 14:56:28.194357 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-76e9cb17-b993-4eb4-bd83-60f1fa3b731a req-6197626a-3c98-4a39-9083-c632bbbc42f8 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809116 Jun 14 14:56:29.544052 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431714f4-1b0e-400c-91ed-bd67c695fdcc req-48f212a6-9ff8-4cbc-904c-709c7df5faf0 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:29.544052 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-431714f4-1b0e-400c-91ed-bd67c695fdcc req-48f212a6-9ff8-4cbc-904c-709c7df5faf0 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 943 time: 0.0920899 Jun 14 14:56:29.545470 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:56:29.546230 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-431714f4-1b0e-400c-91ed-bd67c695fdcc req-3de0ac22-9ab5-44ae-b51c-6019420c9751 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496726 Jun 14 14:56:30.787228 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918c1cb-dcf4-455c-8610-c730ae3c5668 req-a015d750-9090-420a-a697-a4c7a46ac4aa tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:30.788815 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c918c1cb-dcf4-455c-8610-c730ae3c5668 req-a015d750-9090-420a-a697-a4c7a46ac4aa tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 943 time: 0.1102617 Jun 14 14:56:30.859057 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c918c1cb-dcf4-455c-8610-c730ae3c5668 req-4205e821-7af1-464e-92d5-6a31601f95e7 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598717 Jun 14 14:56:31.893932 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a8213e0b-0133-4214-9540-5c2f6524e8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:32.136195 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221a64b-7b0d-45cd-bd15-a93073f0785b req-a21c9d88-c18b-4a62-a7c2-2f16bc19704c tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:32.138242 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a221a64b-7b0d-45cd-bd15-a93073f0785b req-a21c9d88-c18b-4a62-a7c2-2f16bc19704c tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 943 time: 0.0870879 Jun 14 14:56:32.187967 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a221a64b-7b0d-45cd-bd15-a93073f0785b req-4c157ab3-1ae3-40c2-9690-f3a7fe32bc6b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435598 Jun 14 14:56:33.438543 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52cb1f2-7f44-4d4b-964f-5877802b0760 req-6866e1b9-dac5-421d-acd6-fe70ba52bfd7 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:33.440313 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e52cb1f2-7f44-4d4b-964f-5877802b0760 req-6866e1b9-dac5-421d-acd6-fe70ba52bfd7 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 943 time: 0.0903141 Jun 14 14:56:33.499323 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e52cb1f2-7f44-4d4b-964f-5877802b0760 req-cce5122a-c9e7-40a1-aae2-495b10b0bf90 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522919 Jun 14 14:56:34.766055 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f782881-bfa2-4f6d-a536-34b7052dd418 req-55ac5ac8-4dd7-463e-ba38-bd5208336c72 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:34.769085 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2f782881-bfa2-4f6d-a536-34b7052dd418 req-55ac5ac8-4dd7-463e-ba38-bd5208336c72 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 943 time: 0.1036768 Jun 14 14:56:34.824661 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2f782881-bfa2-4f6d-a536-34b7052dd418 req-39a5d478-7151-45f1-8f95-291c64d3ef23 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510604 Jun 14 14:56:35.516439 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-09e91b32-6941-4269-a9b4-6dc286dbc749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:36.070722 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66fe0e-99e4-496c-b96c-8dc0f6d99b85 req-6a974d25-56e6-416d-8a9e-e272060e9d80 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:36.072424 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1d66fe0e-99e4-496c-b96c-8dc0f6d99b85 req-6a974d25-56e6-416d-8a9e-e272060e9d80 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 943 time: 0.0935147 Jun 14 14:56:36.138746 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1d66fe0e-99e4-496c-b96c-8dc0f6d99b85 req-4d6871ea-39a5-4898-a025-1b48cc8feaea tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574474 Jun 14 14:56:36.403831 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 15f08254-42c4-445e-b2e4-feca4874b0d9 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:56:36.523053 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:36.557332 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 15f08254-42c4-445e-b2e4-feca4874b0d9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=15f08254-42c4-445e-b2e4-feca4874b0d9,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:56:36.573147 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Returning: {'device': '15f08254-42c4-445e-b2e4-feca4874b0d9', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'port_id': '15f08254-42c4-445e-b2e4-feca4874b0d9', 'mac_address': 'fa:16:3e:8b:51:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:56:36.632585 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:36.651054 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f08254-42c4-445e-b2e4-feca4874b0d9 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:56:36.684180 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 15f08254-42c4-445e-b2e4-feca4874b0d9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=15f08254-42c4-445e-b2e4-feca4874b0d9,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:56:36.768281 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:36.770669 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:36.845524 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=15f08254-42c4-445e-b2e4-feca4874b0d9,revision_number=9']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:36.853870 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:36.854207 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:36.854539 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:36.855500 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:36.856022 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:36.856540 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:36.856863 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:36.857276 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:36.857749 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:36.858206 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:36.858925 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:36.859252 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:36.865172 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:37.071988 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['15f08254-42c4-445e-b2e4-feca4874b0d9'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:56:37.309766 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1f739-22f7-4149-9178-bdc47366289b req-708f3a0b-9070-43e4-97be-e6d231b5e10f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:37.311320 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-33e1f739-22f7-4149-9178-bdc47366289b req-708f3a0b-9070-43e4-97be-e6d231b5e10f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=40bd65e7-66d9-4b86-a709-9a598693139f HTTP/1.1" status: 200 len: 945 time: 0.1034760 Jun 14 14:56:37.363373 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-33e1f739-22f7-4149-9178-bdc47366289b req-7ff15bf2-383d-4067-90e1-5a442588bf36 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f41faf3-e688-43a4-9652-2c5d10c40f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450861 Jun 14 14:56:37.377080 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28268ba5-1f9c-4b37-9b23-579ed37ff2df req-ff933a06-373c-40fa-bd10-c0094cbd1d43 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:37.378859 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-28268ba5-1f9c-4b37-9b23-579ed37ff2df req-ff933a06-373c-40fa-bd10-c0094cbd1d43 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 944 time: 0.0905352 Jun 14 14:56:37.429915 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-28268ba5-1f9c-4b37-9b23-579ed37ff2df req-0bb43097-bf57-42c4-8cd7-2a6d0462438f tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447738 Jun 14 14:56:38.146891 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:38.406149 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 15f08254-42c4-445e-b2e4-feca4874b0d9 up at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:56:38.468677 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning complete for port 15f08254-42c4-445e-b2e4-feca4874b0d9 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:56:38.469061 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:38.590949 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:38.595346 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb2df1-307b-49c8-954a-64f5da961546 req-1f5f8322-b215-460b-ba5b-47470a4a02b9 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:38.596995 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-40fb2df1-307b-49c8-954a-64f5da961546 req-1f5f8322-b215-460b-ba5b-47470a4a02b9 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=40bd65e7-66d9-4b86-a709-9a598693139f HTTP/1.1" status: 200 len: 945 time: 0.1027117 Jun 14 14:56:38.626034 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364f244c-1e4f-42b6-9ecf-3006eb16b265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f08254-42c4-445e-b2e4-feca4874b0d9'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:56:38.628422 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb93a3ea-948e-4d43-9afc-af5ba8b146e2" -d '{"events": [{"server_uuid": "364f244c-1e4f-42b6-9ecf-3006eb16b265", "name": "network-vif-plugged", "status": "completed", "tag": "15f08254-42c4-445e-b2e4-feca4874b0d9"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:56:38.644103 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 15f08254-42c4-445e-b2e4-feca4874b0d9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=15f08254-42c4-445e-b2e4-feca4874b0d9,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:56:38.656879 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-40fb2df1-307b-49c8-954a-64f5da961546 req-ba2dd629-d3cd-4eb8-b0bf-9286b922dc66 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f41faf3-e688-43a4-9652-2c5d10c40f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458870 Jun 14 14:56:38.676536 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1eae1-8ea2-4894-8da4-3a643553d882 req-ca526cd8-8ee8-4201-8a0e-6de4db1f1f4c tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:38.678158 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d4e1eae1-8ea2-4894-8da4-3a643553d882 req-ca526cd8-8ee8-4201-8a0e-6de4db1f1f4c tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 944 time: 0.0867696 Jun 14 14:56:38.708231 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3be160d-b2d2-4c22-9c0f-eb00e063e9ab x-openstack-request-id: req-d3be160d-b2d2-4c22-9c0f-eb00e063e9ab {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:56:38.708486 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364f244c-1e4f-42b6-9ecf-3006eb16b265", "name": "network-vif-plugged", "status": "completed", "tag": "15f08254-42c4-445e-b2e4-feca4874b0d9", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:56:38.708748 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d3be160d-b2d2-4c22-9c0f-eb00e063e9ab {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:56:38.709152 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364f244c-1e4f-42b6-9ecf-3006eb16b265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f08254-42c4-445e-b2e4-feca4874b0d9', 'code': 200} Jun 14 14:56:38.737501 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d4e1eae1-8ea2-4894-8da4-3a643553d882 req-a3db9fb5-f981-4e0f-95a1-90f37d9f37f3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519879 Jun 14 14:56:38.747140 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:38.749134 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:38.832500 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=15f08254-42c4-445e-b2e4-feca4874b0d9,revision_number=10']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:38.836215 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:39.006646 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93991ba-db7c-465c-9c0b-edf23b3a6e68 req-96329f31-083b-4ae0-92c2-918c5ce46541 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:39.008132 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a93991ba-db7c-465c-9c0b-edf23b3a6e68 req-96329f31-083b-4ae0-92c2-918c5ce46541 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.35 "GET /v2.0/ports?device_id=40bd65e7-66d9-4b86-a709-9a598693139f HTTP/1.1" status: 200 len: 945 time: 0.0761662 Jun 14 14:56:39.145454 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-a93991ba-db7c-465c-9c0b-edf23b3a6e68 req-89dfa917-6a90-4d78-8fea-a6a3c555b2ed tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Deleting port 233f6aaf-e947-47f6-996e-718469a30acd {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:56:39.145806 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-a93991ba-db7c-465c-9c0b-edf23b3a6e68 req-89dfa917-6a90-4d78-8fea-a6a3c555b2ed tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:39.319182 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-a93991ba-db7c-465c-9c0b-edf23b3a6e68 req-89dfa917-6a90-4d78-8fea-a6a3c555b2ed tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] For port 233f6aaf-e947-47f6-996e-718469a30acd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=233f6aaf-e947-47f6-996e-718469a30acd,segment=NetworkSegment(6a9d0ba9-8305-4546-acc4-e62f7911b7ec),segment_id=6a9d0ba9-8305-4546-acc4-e62f7911b7ec)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:56:39.319324 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-a93991ba-db7c-465c-9c0b-edf23b3a6e68 req-89dfa917-6a90-4d78-8fea-a6a3c555b2ed tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:39.346454 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b3694-319f-4233-98d0-1aac1e7d2879 req-377c366d-13cc-4bf6-9cc1-7f20146af4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:39.348986 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d5b3694-319f-4233-98d0-1aac1e7d2879 req-377c366d-13cc-4bf6-9cc1-7f20146af4f2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 1099 time: 0.1734421 Jun 14 14:56:39.521714 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8d5b3694-319f-4233-98d0-1aac1e7d2879 req-11d5be4e-01df-478b-a510-6c32952a0329 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003370 Jun 14 14:56:39.626933 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-a93991ba-db7c-465c-9c0b-edf23b3a6e68 req-89dfa917-6a90-4d78-8fea-a6a3c555b2ed tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:39.627312 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-a93991ba-db7c-465c-9c0b-edf23b3a6e68 req-89dfa917-6a90-4d78-8fea-a6a3c555b2ed tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768775'] for floatingip, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:39.627645 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.db.l3_db [req-a93991ba-db7c-465c-9c0b-edf23b3a6e68 req-89dfa917-6a90-4d78-8fea-a6a3c555b2ed tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Floating IP 6e9d9ef0-4efc-4997-8470-2e13b5d2fd72 disassociated. External IP: 172.27.2.155, port: 233f6aaf-e947-47f6-996e-718469a30acd. Jun 14 14:56:39.628036 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-a93991ba-db7c-465c-9c0b-edf23b3a6e68 req-89dfa917-6a90-4d78-8fea-a6a3c555b2ed tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Calling delete_port for 233f6aaf-e947-47f6-996e-718469a30acd owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:56:39.903837 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-a93991ba-db7c-465c-9c0b-edf23b3a6e68 req-89dfa917-6a90-4d78-8fea-a6a3c555b2ed tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:39.935129 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-904aaf19-c1fa-45a0-a441-c56ced258bb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:39.973376 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfa917-6a90-4d78-8fea-a6a3c555b2ed tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Pushing event deleted for resources: {'Port': ['ID=233f6aaf-e947-47f6-996e-718469a30acd,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:39.989569 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dfa917-6a90-4d78-8fea-a6a3c555b2ed tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:39.989945 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dfa917-6a90-4d78-8fea-a6a3c555b2ed tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:39.990305 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dfa917-6a90-4d78-8fea-a6a3c555b2ed tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:39.990667 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dfa917-6a90-4d78-8fea-a6a3c555b2ed tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:39.991165 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dfa917-6a90-4d78-8fea-a6a3c555b2ed tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:39.991374 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dfa917-6a90-4d78-8fea-a6a3c555b2ed tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:39.991751 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dfa917-6a90-4d78-8fea-a6a3c555b2ed tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:39.992100 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dfa917-6a90-4d78-8fea-a6a3c555b2ed tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:39.992454 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dfa917-6a90-4d78-8fea-a6a3c555b2ed tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:39.992794 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dfa917-6a90-4d78-8fea-a6a3c555b2ed tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:39.993136 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dfa917-6a90-4d78-8fea-a6a3c555b2ed tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:39.993551 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dfa917-6a90-4d78-8fea-a6a3c555b2ed tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:39.999962 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-89dfa917-6a90-4d78-8fea-a6a3c555b2ed tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:40.006696 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6d8712da-12ba-456e-b5a9-4570c6e9b3a6 req-876875cd-6a02-42cc-8bf3-39157c3bd254 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=40bd65e7-66d9-4b86-a709-9a598693139f HTTP/1.1" status: 200 len: 210 time: 0.0485497 Jun 14 14:56:40.139720 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f56510-5062-435d-9f73-e4fc0bb616f5 req-d6c7afcb-77e3-4f96-a872-d4f22653f7dc tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:40.141396 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-62f56510-5062-435d-9f73-e4fc0bb616f5 req-d6c7afcb-77e3-4f96-a872-d4f22653f7dc tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 946 time: 0.2526922 Jun 14 14:56:40.195185 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a93991ba-db7c-465c-9c0b-edf23b3a6e68 req-89dfa917-6a90-4d78-8fea-a6a3c555b2ed tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Router 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:56:40.214781 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-62f56510-5062-435d-9f73-e4fc0bb616f5 req-f1fae550-09cc-4eaf-adf1-351bd31667be tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656374 Jun 14 14:56:40.221578 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:40.391162 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a93991ba-db7c-465c-9c0b-edf23b3a6e68 req-89dfa917-6a90-4d78-8fea-a6a3c555b2ed tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:56:40.406328 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c5051f-212a-4707-b321-e26f6f96dd35 None None] Sync routers for ids ['73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'] in dv-cinder-772623-8-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:56:40.418576 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c5051f-212a-4707-b321-e26f6f96dd35 None None] Routers {'73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:56:40.419369 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-55c5051f-212a-4707-b321-e26f6f96dd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:56:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:40.479258 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93991ba-db7c-465c-9c0b-edf23b3a6e68 req-89dfa917-6a90-4d78-8fea-a6a3c555b2ed tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] No DVR routers for this DVR port 233f6aaf-e947-47f6-996e-718469a30acd on host hv-cinder-77262 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:56:40.487046 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-a93991ba-db7c-465c-9c0b-edf23b3a6e68 req-89dfa917-6a90-4d78-8fea-a6a3c555b2ed tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:40.489798 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a93991ba-db7c-465c-9c0b-edf23b3a6e68 req-89dfa917-6a90-4d78-8fea-a6a3c555b2ed tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.35 "DELETE /v2.0/ports/233f6aaf-e947-47f6-996e-718469a30acd HTTP/1.1" status: 204 len: 173 time: 1.4731860 Jun 14 14:56:40.489798 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bd65e7-66d9-4b86-a709-9a598693139f', 'name': 'network-vif-deleted', 'tag': '233f6aaf-e947-47f6-996e-718469a30acd'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:56:40.501863 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb6717d-af16-4d09-9295-8197327240fe" -d '{"events": [{"server_uuid": "40bd65e7-66d9-4b86-a709-9a598693139f", "name": "network-vif-deleted", "tag": "233f6aaf-e947-47f6-996e-718469a30acd"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:56:40.581001 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f34af4-a1a8-4874-ad60-ce927b35b314 x-openstack-request-id: req-e8f34af4-a1a8-4874-ad60-ce927b35b314 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:56:40.581457 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bd65e7-66d9-4b86-a709-9a598693139f", "name": "network-vif-deleted", "tag": "233f6aaf-e947-47f6-996e-718469a30acd", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:56:40.581890 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e8f34af4-a1a8-4874-ad60-ce927b35b314 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:56:40.582589 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bd65e7-66d9-4b86-a709-9a598693139f', 'name': 'network-vif-deleted', 'tag': '233f6aaf-e947-47f6-996e-718469a30acd', 'status': 'completed', 'code': 200} Jun 14 14:56:40.655185 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-55c5051f-212a-4707-b321-e26f6f96dd35 None None] Set router 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:56:41.021587 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-55c5051f-212a-4707-b321-e26f6f96dd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'name': 'tempest-AttachVolumeTestJSON-56947344-router', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:50Z', 'revision_number': 4, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'gw_port': {'id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:33Z', 'updated_at': '2021-06-14T14:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '30daa1ba-aceb-40b7-93b2-0ddf3a98d04b', 'name': '', 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'mac_address': 'fa:16:3e:ff:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:44Z', 'updated_at': '2021-06-14T14:49:07Z', 'revision_number': 5, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'subnets': [{'id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:41.025821 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c5051f-212a-4707-b321-e26f6f96dd35 None None] Checking router: 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 for host: dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:56:41.036699 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c5051f-212a-4707-b321-e26f6f96dd35 None None] Routers {'73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:56:41.037091 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-55c5051f-212a-4707-b321-e26f6f96dd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:56:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:41.242703 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-55c5051f-212a-4707-b321-e26f6f96dd35 None None] Set router 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:56:41.396389 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b6cd0471-6a76-46c3-9689-7d935dfdefcf req-abb62c63-9b50-45f3-afd9-df46d5b0a785 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/ports?device_id=40bd65e7-66d9-4b86-a709-9a598693139f HTTP/1.1" status: 200 len: 210 time: 0.0550184 Jun 14 14:56:41.451721 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d6e9a-1fd9-48fe-bffb-72553caf6a5e req-c02e152f-937d-46f4-990a-64b91ebfb2bc tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:41.459176 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f22d6e9a-1fd9-48fe-bffb-72553caf6a5e req-c02e152f-937d-46f4-990a-64b91ebfb2bc tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 946 time: 0.1045315 Jun 14 14:56:41.505570 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f22d6e9a-1fd9-48fe-bffb-72553caf6a5e req-8b906d6b-fd9d-4ed4-af44-2ee28d9ff0f2 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454271 Jun 14 14:56:41.781188 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-55c5051f-212a-4707-b321-e26f6f96dd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'name': 'tempest-AttachVolumeTestJSON-56947344-router', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:50Z', 'revision_number': 4, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'gw_port': {'id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:33Z', 'updated_at': '2021-06-14T14:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '30daa1ba-aceb-40b7-93b2-0ddf3a98d04b', 'name': '', 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'mac_address': 'fa:16:3e:ff:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:44Z', 'updated_at': '2021-06-14T14:49:07Z', 'revision_number': 5, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'subnets': [{'id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:41.785313 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c5051f-212a-4707-b321-e26f6f96dd35 None None] The sync data for ids ['73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'] in dv-cinder-772623-8-iscsi is: [{'id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'name': 'tempest-AttachVolumeTestJSON-56947344-router', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:50Z', 'revision_number': 4, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'gw_port': {'id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:33Z', 'updated_at': '2021-06-14T14:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '30daa1ba-aceb-40b7-93b2-0ddf3a98d04b', 'name': '', 'network_id': '8a06fa14-64a9-4a96-b9c1-d8414078e908', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'mac_address': 'fa:16:3e:ff:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:44Z', 'updated_at': '2021-06-14T14:49:07Z', 'revision_number': 5, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'subnets': [{'id': 'c472201c-ddff-4483-8b5d-5afdf2431617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:56:42.097347 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff67f349-6acc-41ca-b4d6-7a81628217e2 None None] New status for floating IP 6e9d9ef0-4efc-4997-8470-2e13b5d2fd72: DOWN {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 14:56:42.436380 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 233f6aaf-e947-47f6-996e-718469a30acd no longer exists at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:56:42.469386 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] No Port match for: 233f6aaf-e947-47f6-996e-718469a30acd {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:56:42.473096 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 233f6aaf-e947-47f6-996e-718469a30acd not bound to the agent host hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:56:42.622032 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 38732) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:56:42.722804 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-af2b5e10-7035-4024-93e3-72481f544558 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:42.739680 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171042b6-e114-450a-8e9e-d6271b3b3c79 req-83b7042e-d153-41f8-9510-01ef9b14e454 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:42.741652 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-171042b6-e114-450a-8e9e-d6271b3b3c79 req-83b7042e-d153-41f8-9510-01ef9b14e454 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 946 time: 0.0955570 Jun 14 14:56:42.763482 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-af2b5e10-7035-4024-93e3-72481f544558 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:42.796017 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-171042b6-e114-450a-8e9e-d6271b3b3c79 req-3084ea1a-466a-44ec-84ed-fca9c006c484 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440073 Jun 14 14:56:42.912399 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-af2b5e10-7035-4024-93e3-72481f544558 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:42.915186 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-af2b5e10-7035-4024-93e3-72481f544558 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:42.916411 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-af2b5e10-7035-4024-93e3-72481f544558 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "DELETE /v2.0/security-groups/0f41faf3-e688-43a4-9652-2c5d10c40f02 HTTP/1.1" status: 204 len: 168 time: 0.2941654 Jun 14 14:56:42.918389 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-0c6cdfc6-1be1-4d0e-9784-24cb7bba0247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:42.920899 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 38736) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:56:42.929484 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b5e10-7035-4024-93e3-72481f544558 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f41faf3-e688-43a4-9652-2c5d10c40f02,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:42.938359 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b5e10-7035-4024-93e3-72481f544558 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:42.938359 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b5e10-7035-4024-93e3-72481f544558 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:42.938839 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b5e10-7035-4024-93e3-72481f544558 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:42.938973 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b5e10-7035-4024-93e3-72481f544558 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:42.939266 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b5e10-7035-4024-93e3-72481f544558 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:42.939760 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b5e10-7035-4024-93e3-72481f544558 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:42.940405 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b5e10-7035-4024-93e3-72481f544558 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:42.940886 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b5e10-7035-4024-93e3-72481f544558 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:42.941289 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b5e10-7035-4024-93e3-72481f544558 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:42.941781 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b5e10-7035-4024-93e3-72481f544558 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:42.942135 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b5e10-7035-4024-93e3-72481f544558 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:42.942628 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b5e10-7035-4024-93e3-72481f544558 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:56:42.946520 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.api.v2.resource [None req-5001c488-051a-4e97-ac95-a735acd212ff tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] show failed (client error): The resource could not be found. Jun 14 14:56:42.946736 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-af2b5e10-7035-4024-93e3-72481f544558 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:42.951593 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-5001c488-051a-4e97-ac95-a735acd212ff tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "GET /v2.0/security-groups/0f41faf3-e688-43a4-9652-2c5d10c40f02 HTTP/1.1" status: 404 len: 347 time: 0.0256903 Jun 14 14:56:42.952912 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 38738) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:56:43.135289 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-519d2cce-74f7-458d-a4c2-277ebf5e4107 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Deleting port 5847d2bb-fdb1-4512-90dd-a4d92202e58f {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:56:43.135656 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-519d2cce-74f7-458d-a4c2-277ebf5e4107 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:43.263652 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-519d2cce-74f7-458d-a4c2-277ebf5e4107 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:43.264065 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-519d2cce-74f7-458d-a4c2-277ebf5e4107 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:43.419713 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-519d2cce-74f7-458d-a4c2-277ebf5e4107 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Calling delete_port for 5847d2bb-fdb1-4512-90dd-a4d92202e58f owned by network:floatingip {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:56:43.780928 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-519d2cce-74f7-458d-a4c2-277ebf5e4107 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27717370'] for port, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:43.783155 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:43.815662 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d2cce-74f7-458d-a4c2-277ebf5e4107 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Pushing event deleted for resources: {'Port': ['ID=5847d2bb-fdb1-4512-90dd-a4d92202e58f,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:43.832718 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-519d2cce-74f7-458d-a4c2-277ebf5e4107 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:43.922632 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-519d2cce-74f7-458d-a4c2-277ebf5e4107 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks [] for floatingip, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:43.925369 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-519d2cce-74f7-458d-a4c2-277ebf5e4107 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for floatingip, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:43.926524 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-519d2cce-74f7-458d-a4c2-277ebf5e4107 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] 10.222.0.48 "DELETE /v2.0/floatingips/6e9d9ef0-4efc-4997-8470-2e13b5d2fd72 HTTP/1.1" status: 204 len: 168 time: 0.9725034 Jun 14 14:56:45.239086 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 38748) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:56:45.605354 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-8f4956d9-e97b-49c3-b283-6b00d34ee791 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Deleting port c46f3fc9-2260-4323-9b5a-c280413e285b {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:56:45.605897 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f4956d9-e97b-49c3-b283-6b00d34ee791 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:45.734952 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f4956d9-e97b-49c3-b283-6b00d34ee791 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:45.735284 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f4956d9-e97b-49c3-b283-6b00d34ee791 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:46.173432 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-8f4956d9-e97b-49c3-b283-6b00d34ee791 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Calling delete_port for c46f3fc9-2260-4323-9b5a-c280413e285b owned by network:floatingip {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:56:46.493758 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f4956d9-e97b-49c3-b283-6b00d34ee791 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:46.497231 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-f75fd14e-f316-41cf-8a68-d8c1af334d0c tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:46.538740 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4956d9-e97b-49c3-b283-6b00d34ee791 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Pushing event deleted for resources: {'Port': ['ID=c46f3fc9-2260-4323-9b5a-c280413e285b,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:46.552374 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-8f4956d9-e97b-49c3-b283-6b00d34ee791 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:46.668443 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f4956d9-e97b-49c3-b283-6b00d34ee791 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for floatingip, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:46.668443 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.db.l3_db [None req-8f4956d9-e97b-49c3-b283-6b00d34ee791 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Floating IP 234ebd98-e4b5-4e6f-b2d4-39658df8586d disassociated (deleted). External IP: 172.27.2.178, port: 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8. Jun 14 14:56:47.104215 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4956d9-e97b-49c3-b283-6b00d34ee791 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Router d114ae3f-4592-496b-add6-f75cfb8f96b8 has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:56:47.302995 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4956d9-e97b-49c3-b283-6b00d34ee791 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:56:47.308297 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f4956d9-e97b-49c3-b283-6b00d34ee791 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for floatingip, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:47.320359 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d921e1f-2515-40e3-9184-b38661e31944 None None] Sync routers for ids ['d114ae3f-4592-496b-add6-f75cfb8f96b8'] in dv-cinder-772623-8-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:56:47.337189 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d921e1f-2515-40e3-9184-b38661e31944 None None] Routers {'d114ae3f-4592-496b-add6-f75cfb8f96b8'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:56:47.337911 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-7d921e1f-2515-40e3-9184-b38661e31944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:56:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['d114ae3f-4592-496b-add6-f75cfb8f96b8'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:47.361900 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-8f4956d9-e97b-49c3-b283-6b00d34ee791 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "DELETE /v2.0/floatingips/234ebd98-e4b5-4e6f-b2d4-39658df8586d HTTP/1.1" status: 204 len: 168 time: 2.1215956 Jun 14 14:56:47.362569 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14c0dae-6889-4ecc-b714-5c3f064e449e', 'tag': '33a53a3a-fa3f-4e3c-8726-9eb37dad86f8'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:56:47.365601 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdca8caf-ac85-43b3-b109-148ec5f0d261" -d '{"events": [{"name": "network-changed", "server_uuid": "d14c0dae-6889-4ecc-b714-5c3f064e449e", "tag": "33a53a3a-fa3f-4e3c-8726-9eb37dad86f8"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:56:47.429080 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f87a4f3-0788-4c40-8a56-5a3508a5916d x-openstack-request-id: req-3f87a4f3-0788-4c40-8a56-5a3508a5916d {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:56:47.429603 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14c0dae-6889-4ecc-b714-5c3f064e449e", "tag": "33a53a3a-fa3f-4e3c-8726-9eb37dad86f8", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:56:47.430071 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3f87a4f3-0788-4c40-8a56-5a3508a5916d {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:56:47.430957 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14c0dae-6889-4ecc-b714-5c3f064e449e', 'tag': '33a53a3a-fa3f-4e3c-8726-9eb37dad86f8', 'status': 'completed', 'code': 200} Jun 14 14:56:47.517328 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-7d921e1f-2515-40e3-9184-b38661e31944 None None] Set router d114ae3f-4592-496b-add6-f75cfb8f96b8 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:56:47.533659 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca8caf-ac85-43b3-b109-148ec5f0d261 req-829bb6ac-b5ba-49ce-a383-c708604e1bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:47.535662 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cdca8caf-ac85-43b3-b109-148ec5f0d261 req-829bb6ac-b5ba-49ce-a383-c708604e1bd1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d779389355af44759f4711a7a199a059&device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 1098 time: 0.0796046 Jun 14 14:56:47.695231 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca8caf-ac85-43b3-b109-148ec5f0d261 req-b2d7bf97-00b4-42c2-b884-642a62741237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:47.696720 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cdca8caf-ac85-43b3-b109-148ec5f0d261 req-b2d7bf97-00b4-42c2-b884-642a62741237 service neutron] 10.222.0.35 "GET /v2.0/networks?id=13f41a5b-bfc8-43e3-b1ba-6182b64bdc28 HTTP/1.1" status: 200 len: 909 time: 0.1552734 Jun 14 14:56:47.759939 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cdca8caf-ac85-43b3-b109-148ec5f0d261 req-45e1432e-b914-4adf-82e1-c7bea5d121c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 HTTP/1.1" status: 200 len: 217 time: 0.0560069 Jun 14 14:56:47.830318 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca8caf-ac85-43b3-b109-148ec5f0d261 req-a2e0787d-bfba-4569-ab40-d96a075ec0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:47.832319 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cdca8caf-ac85-43b3-b109-148ec5f0d261 req-a2e0787d-bfba-4569-ab40-d96a075ec0d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6289072-b3a8-443b-a36f-11d9caae493c HTTP/1.1" status: 200 len: 847 time: 0.0652840 Jun 14 14:56:47.904066 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-7d921e1f-2515-40e3-9184-b38661e31944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'name': 'tempest-TestShelveInstance-803766828-router', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '654c91d8-8a0f-4bf3-b681-447182729b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:49:51Z', 'updated_at': '2021-06-14T14:49:59Z', 'revision_number': 4, 'project_id': 'd779389355af44759f4711a7a199a059', 'gw_port': {'id': '654c91d8-8a0f-4bf3-b681-447182729b62', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:94:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:49:52Z', 'updated_at': '2021-06-14T14:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '543e5538-2e91-4542-ae09-b422570c5810', 'name': '', 'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'mac_address': 'fa:16:3e:74:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'e6289072-b3a8-443b-a36f-11d9caae493c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:49:57Z', 'updated_at': '2021-06-14T14:50:10Z', 'revision_number': 5, 'project_id': 'd779389355af44759f4711a7a199a059', 'subnets': [{'id': 'e6289072-b3a8-443b-a36f-11d9caae493c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:47.909245 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d921e1f-2515-40e3-9184-b38661e31944 None None] Checking router: d114ae3f-4592-496b-add6-f75cfb8f96b8 for host: dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:56:47.909438 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca8caf-ac85-43b3-b109-148ec5f0d261 req-03091aed-caa4-46d2-91ff-ffa34e6bf11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:47.911194 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cdca8caf-ac85-43b3-b109-148ec5f0d261 req-03091aed-caa4-46d2-91ff-ffa34e6bf11d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=13f41a5b-bfc8-43e3-b1ba-6182b64bdc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719781 Jun 14 14:56:47.921448 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d921e1f-2515-40e3-9184-b38661e31944 None None] Routers {'d114ae3f-4592-496b-add6-f75cfb8f96b8'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:56:47.922477 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-7d921e1f-2515-40e3-9184-b38661e31944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:56:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['d114ae3f-4592-496b-add6-f75cfb8f96b8'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:48.115024 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-7d921e1f-2515-40e3-9184-b38661e31944 None None] Set router d114ae3f-4592-496b-add6-f75cfb8f96b8 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:56:48.117831 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cdca8caf-ac85-43b3-b109-148ec5f0d261 req-2fd69255-ad17-42ca-9e8d-6d227562df20 service neutron] 10.222.0.35 "GET /v2.0/networks/13f41a5b-bfc8-43e3-b1ba-6182b64bdc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990819 Jun 14 14:56:48.170801 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6951e-5567-4864-9d75-b274fbac8a3e req-22d4774c-ad8f-4a27-95d3-fb7afdaf3638 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:48.172519 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9dc6951e-5567-4864-9d75-b274fbac8a3e req-22d4774c-ad8f-4a27-95d3-fb7afdaf3638 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 945 time: 0.1549938 Jun 14 14:56:48.291617 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 38778) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:56:48.314898 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9dc6951e-5567-4864-9d75-b274fbac8a3e req-42a12219-9869-4b49-b549-104d4ac2cf06 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249380 Jun 14 14:56:48.326006 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cdca8caf-ac85-43b3-b109-148ec5f0d261 req-88c914cc-fc19-49be-bd98-d9af465c4694 service neutron] 10.222.0.35 "GET /v2.0/networks/13f41a5b-bfc8-43e3-b1ba-6182b64bdc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973751 Jun 14 14:56:48.368304 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:48.502632 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-7d921e1f-2515-40e3-9184-b38661e31944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'name': 'tempest-TestShelveInstance-803766828-router', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '654c91d8-8a0f-4bf3-b681-447182729b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:49:51Z', 'updated_at': '2021-06-14T14:49:59Z', 'revision_number': 4, 'project_id': 'd779389355af44759f4711a7a199a059', 'gw_port': {'id': '654c91d8-8a0f-4bf3-b681-447182729b62', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:94:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:49:52Z', 'updated_at': '2021-06-14T14:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '543e5538-2e91-4542-ae09-b422570c5810', 'name': '', 'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'mac_address': 'fa:16:3e:74:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'e6289072-b3a8-443b-a36f-11d9caae493c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:49:57Z', 'updated_at': '2021-06-14T14:50:10Z', 'revision_number': 5, 'project_id': 'd779389355af44759f4711a7a199a059', 'subnets': [{'id': 'e6289072-b3a8-443b-a36f-11d9caae493c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:48.509517 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d921e1f-2515-40e3-9184-b38661e31944 None None] The sync data for ids ['d114ae3f-4592-496b-add6-f75cfb8f96b8'] in dv-cinder-772623-8-iscsi is: [{'id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'name': 'tempest-TestShelveInstance-803766828-router', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '654c91d8-8a0f-4bf3-b681-447182729b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:49:51Z', 'updated_at': '2021-06-14T14:49:59Z', 'revision_number': 4, 'project_id': 'd779389355af44759f4711a7a199a059', 'gw_port': {'id': '654c91d8-8a0f-4bf3-b681-447182729b62', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:94:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:49:52Z', 'updated_at': '2021-06-14T14:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '543e5538-2e91-4542-ae09-b422570c5810', 'name': '', 'network_id': '13f41a5b-bfc8-43e3-b1ba-6182b64bdc28', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'mac_address': 'fa:16:3e:74:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'e6289072-b3a8-443b-a36f-11d9caae493c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:49:57Z', 'updated_at': '2021-06-14T14:50:10Z', 'revision_number': 5, 'project_id': 'd779389355af44759f4711a7a199a059', 'subnets': [{'id': 'e6289072-b3a8-443b-a36f-11d9caae493c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:56:48.535268 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-49203bc4-826a-4413-955d-295da492b0cd req-ecef4864-cd3f-438b-8856-3b0fcafee3c8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0939443 Jun 14 14:56:48.666711 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49203bc4-826a-4413-955d-295da492b0cd req-d665ceb9-8ebd-4812-b4ee-f4bf7d638ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:48.669206 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-49203bc4-826a-4413-955d-295da492b0cd req-d665ceb9-8ebd-4812-b4ee-f4bf7d638ade service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d950955f31d9460680045199b53c917f&device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 1099 time: 0.0707335 Jun 14 14:56:48.790169 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7e4253-eacc-436f-9a3c-e0998dd251a0 None None] New status for floating IP 234ebd98-e4b5-4e6f-b2d4-39658df8586d: DOWN {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 14:56:48.820358 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49203bc4-826a-4413-955d-295da492b0cd req-f6b065cf-3938-434d-8faa-be8ed84a7eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:48.821923 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-49203bc4-826a-4413-955d-295da492b0cd req-f6b065cf-3938-434d-8faa-be8ed84a7eaf service neutron] 10.222.0.35 "GET /v2.0/networks?id=1d5f5609-c7ac-49b5-a256-436c63bd28f5 HTTP/1.1" status: 200 len: 917 time: 0.1275415 Jun 14 14:56:48.929242 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-49203bc4-826a-4413-955d-295da492b0cd req-7970927d-9383-427a-9554-424acb80cf98 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15f08254-42c4-445e-b2e4-feca4874b0d9 HTTP/1.1" status: 200 len: 1000 time: 0.1002386 Jun 14 14:56:48.996830 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49203bc4-826a-4413-955d-295da492b0cd req-1c768b51-6ec1-440f-a688-9186a077dec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:48.998309 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-49203bc4-826a-4413-955d-295da492b0cd req-1c768b51-6ec1-440f-a688-9186a077dec9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16c47a92-806f-4b00-927d-529a6aa19a53 HTTP/1.1" status: 200 len: 855 time: 0.0563328 Jun 14 14:56:49.076524 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49203bc4-826a-4413-955d-295da492b0cd req-dc5ece94-bd6c-487e-9c6c-1132570b3215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:49.078873 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-49203bc4-826a-4413-955d-295da492b0cd req-dc5ece94-bd6c-487e-9c6c-1132570b3215 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1d5f5609-c7ac-49b5-a256-436c63bd28f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695186 Jun 14 14:56:49.130170 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d6d3f816-0591-4103-a9b0-d14e40119e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756128'] for router_interface, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:49.243877 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-49203bc4-826a-4413-955d-295da492b0cd req-818af582-cbd9-45d8-8b7e-be785766ccf0 service neutron] 10.222.0.35 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573365 Jun 14 14:56:49.396168 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-49203bc4-826a-4413-955d-295da492b0cd req-11c000a9-243a-4a1f-afa4-46b49ef0c792 service neutron] 10.222.0.35 "GET /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445310 Jun 14 14:56:49.528987 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc7a1b-a4f9-4d2d-9800-54d1de6ef4e2 req-28405fd2-708e-41cf-b56a-bae700e4c1b3 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:49.530597 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-44cc7a1b-a4f9-4d2d-9800-54d1de6ef4e2 req-28405fd2-708e-41cf-b56a-bae700e4c1b3 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.35 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 945 time: 0.1035001 Jun 14 14:56:49.688044 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-44cc7a1b-a4f9-4d2d-9800-54d1de6ef4e2 req-c396e847-d5cc-4a9b-8aca-0c38fe9bbc70 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Deleting port 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:56:49.688975 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-44cc7a1b-a4f9-4d2d-9800-54d1de6ef4e2 req-c396e847-d5cc-4a9b-8aca-0c38fe9bbc70 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:49.795327 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bd0ea-6c76-4c85-a5c9-b55c710d95e1 req-221a0f55-dc6b-456d-9112-ab5d5eac67d1 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:56:49.797406 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6c0bd0ea-6c76-4c85-a5c9-b55c710d95e1 req-221a0f55-dc6b-456d-9112-ab5d5eac67d1 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 945 time: 0.2194891 Jun 14 14:56:49.837902 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-44cc7a1b-a4f9-4d2d-9800-54d1de6ef4e2 req-c396e847-d5cc-4a9b-8aca-0c38fe9bbc70 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] For port 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=33a53a3a-fa3f-4e3c-8726-9eb37dad86f8,segment=NetworkSegment(0fb40bd5-9255-492b-a74d-a71abb8f4028),segment_id=0fb40bd5-9255-492b-a74d-a71abb8f4028)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:56:49.838267 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-44cc7a1b-a4f9-4d2d-9800-54d1de6ef4e2 req-c396e847-d5cc-4a9b-8aca-0c38fe9bbc70 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:49.894235 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6c0bd0ea-6c76-4c85-a5c9-b55c710d95e1 req-5edc5bde-ff2f-4d89-957b-4cfaeff6ca2b tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6ed616c-a50f-454f-bd74-438e9423ab6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899460 Jun 14 14:56:49.957747 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-44cc7a1b-a4f9-4d2d-9800-54d1de6ef4e2 req-c396e847-d5cc-4a9b-8aca-0c38fe9bbc70 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Calling delete_port for 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:56:49.971838 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3f816-0591-4103-a9b0-d14e40119e88 admin admin] Deleting port 30daa1ba-aceb-40b7-93b2-0ddf3a98d04b {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:56:49.973501 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d6d3f816-0591-4103-a9b0-d14e40119e88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:50.109700 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-d6d3f816-0591-4103-a9b0-d14e40119e88 admin admin] For port 30daa1ba-aceb-40b7-93b2-0ddf3a98d04b, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=30daa1ba-aceb-40b7-93b2-0ddf3a98d04b,segment=NetworkSegment(6a9d0ba9-8305-4546-acc4-e62f7911b7ec),segment_id=6a9d0ba9-8305-4546-acc4-e62f7911b7ec)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:56:50.110070 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d6d3f816-0591-4103-a9b0-d14e40119e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:50.245847 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3f816-0591-4103-a9b0-d14e40119e88 admin admin] Calling delete_port for 30daa1ba-aceb-40b7-93b2-0ddf3a98d04b owned by network:router_interface {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:56:50.289163 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-44cc7a1b-a4f9-4d2d-9800-54d1de6ef4e2 req-c396e847-d5cc-4a9b-8aca-0c38fe9bbc70 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:50.295325 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-7563cea5-da4f-432d-aa5a-107514d0fd11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:50.331299 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396e847-d5cc-4a9b-8aca-0c38fe9bbc70 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Pushing event deleted for resources: {'Port': ['ID=33a53a3a-fa3f-4e3c-8726-9eb37dad86f8,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:50.338304 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-c396e847-d5cc-4a9b-8aca-0c38fe9bbc70 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:50.408611 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-44cc7a1b-a4f9-4d2d-9800-54d1de6ef4e2 req-c396e847-d5cc-4a9b-8aca-0c38fe9bbc70 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] No DVR routers for this DVR port 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 on host hv-cinder-77262 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:56:50.413465 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-44cc7a1b-a4f9-4d2d-9800-54d1de6ef4e2 req-c396e847-d5cc-4a9b-8aca-0c38fe9bbc70 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:50.415943 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-44cc7a1b-a4f9-4d2d-9800-54d1de6ef4e2 req-c396e847-d5cc-4a9b-8aca-0c38fe9bbc70 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.35 "DELETE /v2.0/ports/33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 HTTP/1.1" status: 204 len: 173 time: 0.8792133 Jun 14 14:56:50.416691 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14c0dae-6889-4ecc-b714-5c3f064e449e', 'name': 'network-vif-deleted', 'tag': '33a53a3a-fa3f-4e3c-8726-9eb37dad86f8'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:56:50.420283 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b504343-a9a1-43b4-879d-a6f180ff2f5b" -d '{"events": [{"server_uuid": "d14c0dae-6889-4ecc-b714-5c3f064e449e", "name": "network-vif-deleted", "tag": "33a53a3a-fa3f-4e3c-8726-9eb37dad86f8"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:56:50.465596 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705d4918-08a4-4646-8f40-81f07f73b42b x-openstack-request-id: req-705d4918-08a4-4646-8f40-81f07f73b42b {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:56:50.465928 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14c0dae-6889-4ecc-b714-5c3f064e449e", "name": "network-vif-deleted", "tag": "33a53a3a-fa3f-4e3c-8726-9eb37dad86f8", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:56:50.466218 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-705d4918-08a4-4646-8f40-81f07f73b42b {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:56:50.466656 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14c0dae-6889-4ecc-b714-5c3f064e449e', 'name': 'network-vif-deleted', 'tag': '33a53a3a-fa3f-4e3c-8726-9eb37dad86f8', 'status': 'completed', 'code': 200} Jun 14 14:56:50.680880 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d6d3f816-0591-4103-a9b0-d14e40119e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27717370'] for port, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:50.683165 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:50.721123 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3f816-0591-4103-a9b0-d14e40119e88 admin admin] Pushing event deleted for resources: {'Port': ['ID=30daa1ba-aceb-40b7-93b2-0ddf3a98d04b,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:50.726112 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-d6d3f816-0591-4103-a9b0-d14e40119e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:51.006139 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d6d3f816-0591-4103-a9b0-d14e40119e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-756272'] for router_interface, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:51.162586 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2e6b0fba-41bc-4668-96fc-b13f2554295c req-44ddeb3a-3141-42a5-9e2b-857a04d130bb tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 210 time: 0.0442154 Jun 14 14:56:51.394359 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d3f816-0591-4103-a9b0-d14e40119e88 admin admin] Router 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:56:51.574802 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d3f816-0591-4103-a9b0-d14e40119e88 admin admin] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:56:51.582619 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d6d3f816-0591-4103-a9b0-d14e40119e88 admin admin] 10.222.0.48 "PUT /v2.0/routers/73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2874548 Jun 14 14:56:51.584722 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 38788) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:56:51.585228 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bb766f-6f3c-4582-be13-e22afe5ec683 None None] Sync routers for ids ['73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'] in dv-cinder-772623-8-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:56:51.596464 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bb766f-6f3c-4582-be13-e22afe5ec683 None None] Routers {'73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:56:51.597134 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-e5bb766f-6f3c-4582-be13-e22afe5ec683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:56:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:51.759671 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-514428a3-f7bd-4255-8715-c878292f4c76 admin admin] Notify callbacks [] for router, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:51.777695 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-e5bb766f-6f3c-4582-be13-e22afe5ec683 None None] Set router 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:56:52.363279 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-514428a3-f7bd-4255-8715-c878292f4c76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:52.364768 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-e5bb766f-6f3c-4582-be13-e22afe5ec683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'name': 'tempest-AttachVolumeTestJSON-56947344-router', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:56:50Z', 'revision_number': 5, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'gw_port': {'id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:33Z', 'updated_at': '2021-06-14T14:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:52.368750 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bb766f-6f3c-4582-be13-e22afe5ec683 None None] Checking router: 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 for host: dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:56:52.380343 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bb766f-6f3c-4582-be13-e22afe5ec683 None None] Routers {'73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:56:52.381126 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-e5bb766f-6f3c-4582-be13-e22afe5ec683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:56:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:52.424136 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bc24af7f-1391-4db1-8b7f-8a801df6cb32 req-b0f789b7-e7a7-4ecc-8b24-f6b904391ca5 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14c0dae-6889-4ecc-b714-5c3f064e449e HTTP/1.1" status: 200 len: 210 time: 0.0467405 Jun 14 14:56:52.582031 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-e5bb766f-6f3c-4582-be13-e22afe5ec683 None None] Set router 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:56:52.597707 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-514428a3-f7bd-4255-8715-c878292f4c76 admin admin] Deleting port d935f0a3-1908-44a8-8a61-38e757f95c64 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:56:52.598455 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-514428a3-f7bd-4255-8715-c878292f4c76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:52.722998 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-514428a3-f7bd-4255-8715-c878292f4c76 admin admin] For port d935f0a3-1908-44a8-8a61-38e757f95c64, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=d935f0a3-1908-44a8-8a61-38e757f95c64,segment=NetworkSegment(5993e2e7-d1a9-4fa5-8357-3040322fca1a),segment_id=5993e2e7-d1a9-4fa5-8357-3040322fca1a)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:56:52.723360 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-514428a3-f7bd-4255-8715-c878292f4c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:52.839044 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-514428a3-f7bd-4255-8715-c878292f4c76 admin admin] Calling delete_port for d935f0a3-1908-44a8-8a61-38e757f95c64 owned by network:router_gateway {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:56:52.883276 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-e5bb766f-6f3c-4582-be13-e22afe5ec683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'name': 'tempest-AttachVolumeTestJSON-56947344-router', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:56:50Z', 'revision_number': 5, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'gw_port': {'id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:33Z', 'updated_at': '2021-06-14T14:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:52.888085 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bb766f-6f3c-4582-be13-e22afe5ec683 None None] The sync data for ids ['73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2'] in dv-cinder-772623-8-iscsi is: [{'id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'name': 'tempest-AttachVolumeTestJSON-56947344-router', 'tenant_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:56:50Z', 'revision_number': 5, 'project_id': '2e07cdcf5e1a4b67b7bff1eba180a07d', 'gw_port': {'id': 'd935f0a3-1908-44a8-8a61-38e757f95c64', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:33Z', 'updated_at': '2021-06-14T14:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:56:53.267418 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-514428a3-f7bd-4255-8715-c878292f4c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:53.275657 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-af0a650e-27d5-41ee-ac6a-37bbc18ea8e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:53.327359 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514428a3-f7bd-4255-8715-c878292f4c76 admin admin] Pushing event deleted for resources: {'Port': ['ID=d935f0a3-1908-44a8-8a61-38e757f95c64,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:53.372709 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 30daa1ba-aceb-40b7-93b2-0ddf3a98d04b no longer exists at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:56:53.399154 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-514428a3-f7bd-4255-8715-c878292f4c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:53.411899 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] No Port match for: 30daa1ba-aceb-40b7-93b2-0ddf3a98d04b {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:56:53.412250 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 30daa1ba-aceb-40b7-93b2-0ddf3a98d04b not bound to the agent host dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:56:53.471572 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-514428a3-f7bd-4255-8715-c878292f4c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768867'] for router_gateway, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:53.571434 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 38794) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:56:53.662345 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7c4eb38e-5bcb-4e6e-b4ea-efb77e16a33c tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:53.708048 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7c4eb38e-5bcb-4e6e-b4ea-efb77e16a33c tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:53.711916 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-514428a3-f7bd-4255-8715-c878292f4c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59850'] for router, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:53.716873 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-514428a3-f7bd-4255-8715-c878292f4c76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:53.873293 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-514428a3-f7bd-4255-8715-c878292f4c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-753988'] for router, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:53.874190 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514428a3-f7bd-4255-8715-c878292f4c76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 {{(pid=103387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 14:56:53.883882 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-514428a3-f7bd-4255-8715-c878292f4c76 admin admin] Notify callbacks [] for router, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:53.886240 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-514428a3-f7bd-4255-8715-c878292f4c76 admin admin] 10.222.0.48 "DELETE /v2.0/routers/73bc5b2d-4e18-43d7-a5ee-51cc4e45b6f2 HTTP/1.1" status: 204 len: 168 time: 2.2996199 Jun 14 14:56:53.890190 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 38796) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:56:53.905005 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7c4eb38e-5bcb-4e6e-b4ea-efb77e16a33c tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:53.910656 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7c4eb38e-5bcb-4e6e-b4ea-efb77e16a33c tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:53.912911 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-7c4eb38e-5bcb-4e6e-b4ea-efb77e16a33c tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] 10.222.0.48 "DELETE /v2.0/security-groups/c6ed616c-a50f-454f-bd74-438e9423ab6a HTTP/1.1" status: 204 len: 168 time: 0.3401778 Jun 14 14:56:53.918426 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-8705fb62-ecf4-4be9-afb0-ca7665c9a680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:53.935660 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4eb38e-5bcb-4e6e-b4ea-efb77e16a33c tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ed616c-a50f-454f-bd74-438e9423ab6a,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:53.939977 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-7c4eb38e-5bcb-4e6e-b4ea-efb77e16a33c tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:53.989890 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b29140-b5f5-443e-a0ab-8196902039bb admin admin] Deleting subnet c472201c-ddff-4483-8b5d-5afdf2431617 {{(pid=103387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 14:56:53.993564 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d8b29140-b5f5-443e-a0ab-8196902039bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:54.051282 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d8b29140-b5f5-443e-a0ab-8196902039bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28405831'] for subnet, precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:54.213159 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d8b29140-b5f5-443e-a0ab-8196902039bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3763272'] for subnet, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:54.436700 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d8b29140-b5f5-443e-a0ab-8196902039bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3763265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28279915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28537441'] for subnet, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:54.439261 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:54.481148 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b29140-b5f5-443e-a0ab-8196902039bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c472201c-ddff-4483-8b5d-5afdf2431617,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:54.483512 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d8b29140-b5f5-443e-a0ab-8196902039bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:54.488398 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-d8b29140-b5f5-443e-a0ab-8196902039bb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c472201c-ddff-4483-8b5d-5afdf2431617 HTTP/1.1" status: 204 len: 168 time: 0.5964818 Jun 14 14:56:54.490224 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 38800) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:56:54.490415 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-d8b29140-b5f5-443e-a0ab-8196902039bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:54.495701 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:56:54.498802 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453523e8-2df5-4f3b-99a2-f36a6a9a4c15 None None] Network 8a06fa14-64a9-4a96-b9c1-d8414078e908 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:56:54.563013 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] No Port match for: 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:56:54.563459 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 33a53a3a-fa3f-4e3c-8726-9eb37dad86f8 not bound to the agent host hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:56:54.641743 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-aeed519d-20d8-4e05-839b-57bfe2d2c193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855299'] for network, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:54.751051 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-aeed519d-20d8-4e05-839b-57bfe2d2c193 admin admin] Deleting port 3c61c0e3-beda-41f2-bff1-beb7d10946e8 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:56:54.751631 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-aeed519d-20d8-4e05-839b-57bfe2d2c193 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:54.854193 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-aeed519d-20d8-4e05-839b-57bfe2d2c193 admin admin] For port 3c61c0e3-beda-41f2-bff1-beb7d10946e8, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=3c61c0e3-beda-41f2-bff1-beb7d10946e8,segment=NetworkSegment(6a9d0ba9-8305-4546-acc4-e62f7911b7ec),segment_id=6a9d0ba9-8305-4546-acc4-e62f7911b7ec)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:56:54.855149 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-aeed519d-20d8-4e05-839b-57bfe2d2c193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:54.861628 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd7694f-6938-4bf7-81df-7bc239515b6b None None] DHCP port deletion for 8a06fa14-64a9-4a96-b9c1-d8414078e908 request from dv-cinder-772623-8-iscsi {{(pid=103389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 14:56:54.944753 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-3cd7694f-6938-4bf7-81df-7bc239515b6b None None] Deleting port 3c61c0e3-beda-41f2-bff1-beb7d10946e8 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:56:54.945272 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3cd7694f-6938-4bf7-81df-7bc239515b6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:54.976694 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-aeed519d-20d8-4e05-839b-57bfe2d2c193 admin admin] Calling delete_port for 3c61c0e3-beda-41f2-bff1-beb7d10946e8 owned by network:dhcp {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:56:55.078911 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-3cd7694f-6938-4bf7-81df-7bc239515b6b None None] For port 3c61c0e3-beda-41f2-bff1-beb7d10946e8, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=3c61c0e3-beda-41f2-bff1-beb7d10946e8,segment=NetworkSegment(6a9d0ba9-8305-4546-acc4-e62f7911b7ec),segment_id=6a9d0ba9-8305-4546-acc4-e62f7911b7ec)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:56:55.080242 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3cd7694f-6938-4bf7-81df-7bc239515b6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:55.089206 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 38804) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:56:55.214928 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-aeed519d-20d8-4e05-839b-57bfe2d2c193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27717370'] for port, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:55.239141 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-3cd7694f-6938-4bf7-81df-7bc239515b6b None None] Calling delete_port for 3c61c0e3-beda-41f2-bff1-beb7d10946e8 owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:56:55.314497 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-2f9072ba-d860-42d2-ad9e-3208f526c765 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:55.428633 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed519d-20d8-4e05-839b-57bfe2d2c193 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c61c0e3-beda-41f2-bff1-beb7d10946e8,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:55.435081 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-aeed519d-20d8-4e05-839b-57bfe2d2c193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:55.437526 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 3c61c0e3-beda-41f2-bff1-beb7d10946e8 no longer exists at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:56:55.449742 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed519d-20d8-4e05-839b-57bfe2d2c193 admin admin] No DVR routers for this DVR port 3c61c0e3-beda-41f2-bff1-beb7d10946e8 on host dv-cinder-772623-8-iscsi {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:56:55.467891 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] No Port match for: 3c61c0e3-beda-41f2-bff1-beb7d10946e8 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:56:55.473825 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 3c61c0e3-beda-41f2-bff1-beb7d10946e8 not bound to the agent host dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:56:55.473825 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device d935f0a3-1908-44a8-8a61-38e757f95c64 no longer exists at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:56:55.473825 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3cd7694f-6938-4bf7-81df-7bc239515b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337'] for port, after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:55.475399 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:55.532290 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] No Port match for: d935f0a3-1908-44a8-8a61-38e757f95c64 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:56:55.533329 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device d935f0a3-1908-44a8-8a61-38e757f95c64 not bound to the agent host dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:56:55.538332 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7694f-6938-4bf7-81df-7bc239515b6b None None] Pushing event deleted for resources: {'Port': ['ID=3c61c0e3-beda-41f2-bff1-beb7d10946e8,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:55.542665 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd7694f-6938-4bf7-81df-7bc239515b6b None None] No DVR routers for this DVR port 3c61c0e3-beda-41f2-bff1-beb7d10946e8 on host dv-cinder-772623-8-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:56:55.542665 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-3cd7694f-6938-4bf7-81df-7bc239515b6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:55.872601 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-aeed519d-20d8-4e05-839b-57bfe2d2c193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3761365', 'neutron.services.segments.db._delete_segments_for_network-8775073109944'] for network, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:55.889081 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-aeed519d-20d8-4e05-839b-57bfe2d2c193 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a06fa14-64a9-4a96-b9c1-d8414078e908']}} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:55.999226 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-aeed519d-20d8-4e05-839b-57bfe2d2c193 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9d0ba9-8305-4546-acc4-e62f7911b7ec') {'for_net_delete': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:55.999575 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-aeed519d-20d8-4e05-839b-57bfe2d2c193 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9d0ba9-8305-4546-acc4-e62f7911b7ec') {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:56.023301 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-aeed519d-20d8-4e05-839b-57bfe2d2c193 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775073109782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27716681'] for segment, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:56.046823 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-aeed519d-20d8-4e05-839b-57bfe2d2c193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:56.056811 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeed519d-20d8-4e05-839b-57bfe2d2c193 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 14:56:56.057332 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-aeed519d-20d8-4e05-839b-57bfe2d2c193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27717289'] for segment, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: retrieve_revision_numbers = { Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: retrieve_revision_numbers = { Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: retrieve_revision_numbers = { Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: retrieve_revision_numbers = { Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: retrieve_revision_numbers = { Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: retrieve_revision_numbers = { Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: conditions |= (models_v2.Port.network_id.in_( Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: retrieve_revision_numbers = { Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: Traceback (most recent call last): Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: timer() Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: cb(*args, **kw) Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: return func(*args, **kwargs) Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: self._notify() Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: self.callback(batched_events) Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: event.method(event) Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: return f(self, *a, **k) Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: return self._get(url).json() Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: return self.request(url, 'GET', **kwargs) Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 14:56:56.059672 dv-cinder-772623-8-iscsi neutron-server[103388]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 14:56:56.072284 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 14:56:56.072284 dv-cinder-772623-8-iscsi neutron-server[103388]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 14:56:56.072284 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 14:56:56.072284 dv-cinder-772623-8-iscsi neutron-server[103388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 14:56:56.072284 dv-cinder-772623-8-iscsi neutron-server[103388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 14:56:56.263188 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-aeed519d-20d8-4e05-839b-57bfe2d2c193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3761354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768894'] for network, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:56.271864 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:56.277256 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-aeed519d-20d8-4e05-839b-57bfe2d2c193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:56.279175 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-aeed519d-20d8-4e05-839b-57bfe2d2c193 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8a06fa14-64a9-4a96-b9c1-d8414078e908 HTTP/1.1" status: 204 len: 168 time: 1.7875984 Jun 14 14:56:56.299380 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed519d-20d8-4e05-839b-57bfe2d2c193 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a06fa14-64a9-4a96-b9c1-d8414078e908,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:56.304791 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-aeed519d-20d8-4e05-839b-57bfe2d2c193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:56.420379 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1c5d4675-9074-4be0-9a38-aadf4f082062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756128'] for router_interface, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:56.686757 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 38812) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:56:56.742193 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-f61d19bf-c733-44d8-b91b-2936e3a3caea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e07cdcf5e1a4b67b7bff1eba180a07d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0537920 Jun 14 14:56:56.756112 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 38814) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:56:56.824510 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3e687760-b321-41d2-9a33-7ba1bf46e608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:56.869135 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3e687760-b321-41d2-9a33-7ba1bf46e608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:56.958706 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d4675-9074-4be0-9a38-aadf4f082062 admin admin] Deleting port 543e5538-2e91-4542-ae09-b422570c5810 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:56:56.959404 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1c5d4675-9074-4be0-9a38-aadf4f082062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:57.077832 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-1c5d4675-9074-4be0-9a38-aadf4f082062 admin admin] For port 543e5538-2e91-4542-ae09-b422570c5810, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=543e5538-2e91-4542-ae09-b422570c5810,segment=NetworkSegment(0fb40bd5-9255-492b-a74d-a71abb8f4028),segment_id=0fb40bd5-9255-492b-a74d-a71abb8f4028)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:56:57.078095 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1c5d4675-9074-4be0-9a38-aadf4f082062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:57.083563 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3e687760-b321-41d2-9a33-7ba1bf46e608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:57.086280 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3e687760-b321-41d2-9a33-7ba1bf46e608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:57.087495 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-3e687760-b321-41d2-9a33-7ba1bf46e608 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35ffae6c-3ad6-4cf8-bccb-84bdd64d382e HTTP/1.1" status: 204 len: 168 time: 0.3295851 Jun 14 14:56:57.088483 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-30aca068-c9d7-42d6-888e-75f7000f23ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:57.098223 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e687760-b321-41d2-9a33-7ba1bf46e608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ffae6c-3ad6-4cf8-bccb-84bdd64d382e,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:57.126733 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-3e687760-b321-41d2-9a33-7ba1bf46e608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:57.195356 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d4675-9074-4be0-9a38-aadf4f082062 admin admin] Calling delete_port for 543e5538-2e91-4542-ae09-b422570c5810 owned by network:router_interface {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:56:57.540540 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1c5d4675-9074-4be0-9a38-aadf4f082062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27717370'] for port, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:57.551730 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-ec92221c-d3f0-4e09-97f6-4d41b69228c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:57.578634 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d4675-9074-4be0-9a38-aadf4f082062 admin admin] Pushing event deleted for resources: {'Port': ['ID=543e5538-2e91-4542-ae09-b422570c5810,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:57.586638 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-1c5d4675-9074-4be0-9a38-aadf4f082062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:57.826487 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1c5d4675-9074-4be0-9a38-aadf4f082062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-756272'] for router_interface, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:58.223181 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5d4675-9074-4be0-9a38-aadf4f082062 admin admin] Router d114ae3f-4592-496b-add6-f75cfb8f96b8 has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:56:58.385536 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5d4675-9074-4be0-9a38-aadf4f082062 admin admin] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:56:58.390846 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-1c5d4675-9074-4be0-9a38-aadf4f082062 admin admin] 10.222.0.48 "PUT /v2.0/routers/d114ae3f-4592-496b-add6-f75cfb8f96b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2992303 Jun 14 14:56:58.393907 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 38834) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:56:58.396196 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2c4bfb-6761-468d-ad03-a3365b4b1568 None None] Sync routers for ids ['d114ae3f-4592-496b-add6-f75cfb8f96b8'] in dv-cinder-772623-8-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:56:58.410664 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2c4bfb-6761-468d-ad03-a3365b4b1568 None None] Routers {'d114ae3f-4592-496b-add6-f75cfb8f96b8'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:56:58.411281 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-cc2c4bfb-6761-468d-ad03-a3365b4b1568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:56:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['d114ae3f-4592-496b-add6-f75cfb8f96b8'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:58.603217 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7d790964-cb8c-42cd-b892-65e4a32a6647 admin admin] Notify callbacks [] for router, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:58.644481 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-cc2c4bfb-6761-468d-ad03-a3365b4b1568 None None] Set router d114ae3f-4592-496b-add6-f75cfb8f96b8 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:56:58.872905 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7d790964-cb8c-42cd-b892-65e4a32a6647 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:59.063713 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-cc2c4bfb-6761-468d-ad03-a3365b4b1568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'name': 'tempest-TestShelveInstance-803766828-router', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '654c91d8-8a0f-4bf3-b681-447182729b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:49:51Z', 'updated_at': '2021-06-14T14:56:57Z', 'revision_number': 5, 'project_id': 'd779389355af44759f4711a7a199a059', 'gw_port': {'id': '654c91d8-8a0f-4bf3-b681-447182729b62', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:94:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:49:52Z', 'updated_at': '2021-06-14T14:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:59.070926 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2c4bfb-6761-468d-ad03-a3365b4b1568 None None] Checking router: d114ae3f-4592-496b-add6-f75cfb8f96b8 for host: dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:56:59.082482 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-7d790964-cb8c-42cd-b892-65e4a32a6647 admin admin] Deleting port 654c91d8-8a0f-4bf3-b681-447182729b62 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:56:59.083034 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7d790964-cb8c-42cd-b892-65e4a32a6647 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:59.086966 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2c4bfb-6761-468d-ad03-a3365b4b1568 None None] Routers {'d114ae3f-4592-496b-add6-f75cfb8f96b8'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:56:59.088119 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-cc2c4bfb-6761-468d-ad03-a3365b4b1568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:56:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['d114ae3f-4592-496b-add6-f75cfb8f96b8'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:59.238941 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-7d790964-cb8c-42cd-b892-65e4a32a6647 admin admin] For port 654c91d8-8a0f-4bf3-b681-447182729b62, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=654c91d8-8a0f-4bf3-b681-447182729b62,segment=NetworkSegment(5993e2e7-d1a9-4fa5-8357-3040322fca1a),segment_id=5993e2e7-d1a9-4fa5-8357-3040322fca1a)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:56:59.239332 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7d790964-cb8c-42cd-b892-65e4a32a6647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:59.298704 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-cc2c4bfb-6761-468d-ad03-a3365b4b1568 None None] Set router d114ae3f-4592-496b-add6-f75cfb8f96b8 gateway port host: None {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:56:59.366050 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-7d790964-cb8c-42cd-b892-65e4a32a6647 admin admin] Calling delete_port for 654c91d8-8a0f-4bf3-b681-447182729b62 owned by network:router_gateway {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:56:59.419124 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-cc2c4bfb-6761-468d-ad03-a3365b4b1568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'name': 'tempest-TestShelveInstance-803766828-router', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:49:51Z', 'updated_at': '2021-06-14T14:56:58Z', 'revision_number': 6, 'project_id': 'd779389355af44759f4711a7a199a059', 'gw_port_host': None}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:56:59.423372 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2c4bfb-6761-468d-ad03-a3365b4b1568 None None] The sync data for ids ['d114ae3f-4592-496b-add6-f75cfb8f96b8'] in dv-cinder-772623-8-iscsi is: [{'id': 'd114ae3f-4592-496b-add6-f75cfb8f96b8', 'name': 'tempest-TestShelveInstance-803766828-router', 'tenant_id': 'd779389355af44759f4711a7a199a059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:49:51Z', 'updated_at': '2021-06-14T14:56:58Z', 'revision_number': 6, 'project_id': 'd779389355af44759f4711a7a199a059', 'gw_port_host': None}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:56:59.798250 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7d790964-cb8c-42cd-b892-65e4a32a6647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:56:59.803271 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-885e39a8-e0e4-46e4-923d-4b7ef1983836 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:56:59.847489 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d790964-cb8c-42cd-b892-65e4a32a6647 admin admin] Pushing event deleted for resources: {'Port': ['ID=654c91d8-8a0f-4bf3-b681-447182729b62,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:56:59.856619 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-7d790964-cb8c-42cd-b892-65e4a32a6647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:56:59.947050 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7d790964-cb8c-42cd-b892-65e4a32a6647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768867'] for router_gateway, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:00.109322 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7d790964-cb8c-42cd-b892-65e4a32a6647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59850'] for router, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:00.111700 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7d790964-cb8c-42cd-b892-65e4a32a6647 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:00.283913 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7d790964-cb8c-42cd-b892-65e4a32a6647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-753988'] for router, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:00.284818 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d790964-cb8c-42cd-b892-65e4a32a6647 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d114ae3f-4592-496b-add6-f75cfb8f96b8 {{(pid=103387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 14:57:00.290463 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7d790964-cb8c-42cd-b892-65e4a32a6647 admin admin] Notify callbacks [] for router, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:00.291271 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-7d790964-cb8c-42cd-b892-65e4a32a6647 admin admin] 10.222.0.48 "DELETE /v2.0/routers/d114ae3f-4592-496b-add6-f75cfb8f96b8 HTTP/1.1" status: 204 len: 168 time: 1.8955703 Jun 14 14:57:00.294300 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 38860) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:00.362166 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_v2 [None req-1296a02e-d4e5-49f6-ab26-85fdae817013 admin admin] Deleting subnet e6289072-b3a8-443b-a36f-11d9caae493c {{(pid=103387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 14:57:00.366025 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1296a02e-d4e5-49f6-ab26-85fdae817013 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:00.432612 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1296a02e-d4e5-49f6-ab26-85fdae817013 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28405831'] for subnet, precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:00.605125 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1296a02e-d4e5-49f6-ab26-85fdae817013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3763272'] for subnet, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:00.792853 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1296a02e-d4e5-49f6-ab26-85fdae817013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3763265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28279915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28537441'] for subnet, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:00.795818 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-91407a3e-ad93-4500-a6e1-ffeb1e3abe8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:00.835987 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296a02e-d4e5-49f6-ab26-85fdae817013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6289072-b3a8-443b-a36f-11d9caae493c,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:00.838731 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1296a02e-d4e5-49f6-ab26-85fdae817013 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:00.843651 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-1296a02e-d4e5-49f6-ab26-85fdae817013 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e6289072-b3a8-443b-a36f-11d9caae493c HTTP/1.1" status: 204 len: 168 time: 0.5482397 Jun 14 14:57:00.843860 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 38868) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:00.845220 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-1296a02e-d4e5-49f6-ab26-85fdae817013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:00.846135 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d48713-a082-46de-bd46-724dd1177b12 None None] Network 13f41a5b-bfc8-43e3-b1ba-6182b64bdc28 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:57:01.032433 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3ff66123-054b-4607-9bcc-372be49361de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855299'] for network, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:01.138042 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-3ff66123-054b-4607-9bcc-372be49361de admin admin] Deleting port 47c6d3f0-1f7e-4117-b602-1863aded884b {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:57:01.138421 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3ff66123-054b-4607-9bcc-372be49361de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:01.152460 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a77158-611c-4d99-b99d-376973d6d10b None None] DHCP port deletion for 13f41a5b-bfc8-43e3-b1ba-6182b64bdc28 request from dv-cinder-772623-8-iscsi {{(pid=103389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 14:57:01.220500 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 38872) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:01.221248 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-c2a77158-611c-4d99-b99d-376973d6d10b None None] Deleting port 47c6d3f0-1f7e-4117-b602-1863aded884b {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:57:01.221690 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c2a77158-611c-4d99-b99d-376973d6d10b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:01.257764 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-3ff66123-054b-4607-9bcc-372be49361de admin admin] For port 47c6d3f0-1f7e-4117-b602-1863aded884b, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=47c6d3f0-1f7e-4117-b602-1863aded884b,segment=NetworkSegment(0fb40bd5-9255-492b-a74d-a71abb8f4028),segment_id=0fb40bd5-9255-492b-a74d-a71abb8f4028)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:01.257764 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3ff66123-054b-4607-9bcc-372be49361de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:01.376571 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-c2a77158-611c-4d99-b99d-376973d6d10b None None] For port 47c6d3f0-1f7e-4117-b602-1863aded884b, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=47c6d3f0-1f7e-4117-b602-1863aded884b,segment=NetworkSegment(0fb40bd5-9255-492b-a74d-a71abb8f4028),segment_id=0fb40bd5-9255-492b-a74d-a71abb8f4028)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:01.377263 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c2a77158-611c-4d99-b99d-376973d6d10b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:01.390311 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-3ff66123-054b-4607-9bcc-372be49361de admin admin] Calling delete_port for 47c6d3f0-1f7e-4117-b602-1863aded884b owned by network:dhcp {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:57:01.439907 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5b89dd36-c057-424d-b474-84648c5aa3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:01.613772 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5b89dd36-c057-424d-b474-84648c5aa3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:01.649936 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-c2a77158-611c-4d99-b99d-376973d6d10b None None] Calling delete_port for 47c6d3f0-1f7e-4117-b602-1863aded884b owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:57:01.654678 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 543e5538-2e91-4542-ae09-b422570c5810 no longer exists at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:57:01.663010 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3ff66123-054b-4607-9bcc-372be49361de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27717370'] for port, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:01.666261 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-cf596a18-f92e-4201-9e12-909b5a1dd38f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:01.690647 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] No Port match for: 543e5538-2e91-4542-ae09-b422570c5810 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:57:01.691055 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 543e5538-2e91-4542-ae09-b422570c5810 not bound to the agent host dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:57:01.691423 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 47c6d3f0-1f7e-4117-b602-1863aded884b no longer exists at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:57:01.701208 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5b89dd36-c057-424d-b474-84648c5aa3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:01.709947 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-a332cc0c-7d43-4f9e-b320-1145e00971e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:01.716195 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff66123-054b-4607-9bcc-372be49361de admin admin] Pushing event deleted for resources: {'Port': ['ID=47c6d3f0-1f7e-4117-b602-1863aded884b,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:01.720369 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-3ff66123-054b-4607-9bcc-372be49361de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:01.725096 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff66123-054b-4607-9bcc-372be49361de admin admin] No DVR routers for this DVR port 47c6d3f0-1f7e-4117-b602-1863aded884b on host dv-cinder-772623-8-iscsi {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:57:01.768265 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89dd36-c057-424d-b474-84648c5aa3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498108b1-c7f0-49fd-9e5d-5c973beb170f,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:01.778721 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-5b89dd36-c057-424d-b474-84648c5aa3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:01.812403 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-5b89dd36-c057-424d-b474-84648c5aa3e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3d19561cb5ee4dedb86e1dd9b46c9682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5904150 Jun 14 14:57:01.815920 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 38878) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:01.835767 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] No Port match for: 47c6d3f0-1f7e-4117-b602-1863aded884b {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:57:01.836314 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 47c6d3f0-1f7e-4117-b602-1863aded884b not bound to the agent host dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:57:01.836963 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 654c91d8-8a0f-4bf3-b681-447182729b62 no longer exists at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:57:01.904878 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3ff66123-054b-4607-9bcc-372be49361de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3761365', 'neutron.services.segments.db._delete_segments_for_network-8775073109944'] for network, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:01.906328 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] No Port match for: 654c91d8-8a0f-4bf3-b681-447182729b62 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:57:01.907103 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 654c91d8-8a0f-4bf3-b681-447182729b62 not bound to the agent host dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:57:01.915262 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ac9e919d-d2a5-4f12-9f2a-d3949b273908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:01.928948 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-3ff66123-054b-4607-9bcc-372be49361de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f41a5b-bfc8-43e3-b1ba-6182b64bdc28']}} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:01.933489 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c2a77158-611c-4d99-b99d-376973d6d10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337'] for port, after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:01.941041 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:01.961771 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-3ff66123-054b-4607-9bcc-372be49361de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb40bd5-9255-492b-a74d-a71abb8f4028') {'for_net_delete': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:01.962120 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-3ff66123-054b-4607-9bcc-372be49361de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb40bd5-9255-492b-a74d-a71abb8f4028') {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:01.969571 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ac9e919d-d2a5-4f12-9f2a-d3949b273908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:01.984025 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3ff66123-054b-4607-9bcc-372be49361de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775073109782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27716681'] for segment, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:02.002056 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a77158-611c-4d99-b99d-376973d6d10b None None] No DVR routers for this DVR port 47c6d3f0-1f7e-4117-b602-1863aded884b on host dv-cinder-772623-8-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:57:02.007757 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3ff66123-054b-4607-9bcc-372be49361de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:02.011301 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-61a6b770-b633-441b-b1cf-bc812e24cfec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:02.015091 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a77158-611c-4d99-b99d-376973d6d10b None None] Pushing event deleted for resources: {'Port': ['ID=47c6d3f0-1f7e-4117-b602-1863aded884b,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:02.019066 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-c2a77158-611c-4d99-b99d-376973d6d10b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:02.025109 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff66123-054b-4607-9bcc-372be49361de admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 14:57:02.025585 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3ff66123-054b-4607-9bcc-372be49361de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27717289'] for segment, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: Traceback (most recent call last): Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: timer() Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: cb(*args, **kw) Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: return func(*args, **kwargs) Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: self._notify() Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: self.callback(batched_events) Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: event.method(event) Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: return f(self, *a, **k) Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: return self._get(url).json() Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: return self.request(url, 'GET', **kwargs) Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 14:57:02.028322 dv-cinder-772623-8-iscsi neutron-server[103388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 14:57:02.129512 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ac9e919d-d2a5-4f12-9f2a-d3949b273908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:02.132254 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ac9e919d-d2a5-4f12-9f2a-d3949b273908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:02.133429 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-ac9e919d-d2a5-4f12-9f2a-d3949b273908 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/498108b1-c7f0-49fd-9e5d-5c973beb170f HTTP/1.1" status: 204 len: 168 time: 0.3159227 Jun 14 14:57:02.134213 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-6cbca10c-8133-4ec8-a950-03bbc195ba31 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:02.148257 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e919d-d2a5-4f12-9f2a-d3949b273908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498108b1-c7f0-49fd-9e5d-5c973beb170f,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:02.151032 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-ac9e919d-d2a5-4f12-9f2a-d3949b273908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:02.226661 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3ff66123-054b-4607-9bcc-372be49361de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3761354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768894'] for network, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:02.232512 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-b637c786-51ef-4a8a-a52f-040a6ae0fcb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:02.236403 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3ff66123-054b-4607-9bcc-372be49361de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:02.240321 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-3ff66123-054b-4607-9bcc-372be49361de admin admin] 10.222.0.48 "DELETE /v2.0/networks/13f41a5b-bfc8-43e3-b1ba-6182b64bdc28 HTTP/1.1" status: 204 len: 168 time: 1.3942504 Jun 14 14:57:02.243396 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 38882) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:02.273479 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff66123-054b-4607-9bcc-372be49361de admin admin] Pushing event deleted for resources: {'Network': ['ID=13f41a5b-bfc8-43e3-b1ba-6182b64bdc28,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:02.277495 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-3ff66123-054b-4607-9bcc-372be49361de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:02.924246 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-04780024-d4ff-4934-a940-d31cecc88804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756128'] for router_interface, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:03.081332 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 38886) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:03.440848 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9fb1a0b2-abf9-4b5f-ae6e-36843be1dd44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:03.576793 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9fb1a0b2-abf9-4b5f-ae6e-36843be1dd44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:03.683342 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9fb1a0b2-abf9-4b5f-ae6e-36843be1dd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:03.686034 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-86858036-da07-4008-ac9b-4b023a72c83d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:03.725903 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-04780024-d4ff-4934-a940-d31cecc88804 admin admin] Deleting port 7eef7f61-cec4-411f-b9f4-94f142746ff7 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:57:03.726230 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-04780024-d4ff-4934-a940-d31cecc88804 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:03.728913 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1a0b2-abf9-4b5f-ae6e-36843be1dd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05cd3c9-8872-4741-bbab-e0bf34bda7ad,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:03.733917 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-9fb1a0b2-abf9-4b5f-ae6e-36843be1dd44 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=631e570b99af49b8b373d61b643d8007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6510527 Jun 14 14:57:03.736798 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-9fb1a0b2-abf9-4b5f-ae6e-36843be1dd44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:03.738304 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 38888) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:03.800661 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-98aec652-f83d-4a1d-85fa-3822381339a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:03.829300 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-98aec652-f83d-4a1d-85fa-3822381339a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:03.875099 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-04780024-d4ff-4934-a940-d31cecc88804 admin admin] For port 7eef7f61-cec4-411f-b9f4-94f142746ff7, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=7eef7f61-cec4-411f-b9f4-94f142746ff7,segment=NetworkSegment(a6ffde43-54a0-4ea9-acbb-8e73a5dd80bf),segment_id=a6ffde43-54a0-4ea9-acbb-8e73a5dd80bf)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:03.875341 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-04780024-d4ff-4934-a940-d31cecc88804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:03.983473 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-04780024-d4ff-4934-a940-d31cecc88804 admin admin] Calling delete_port for 7eef7f61-cec4-411f-b9f4-94f142746ff7 owned by network:router_interface {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:57:04.018558 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-98aec652-f83d-4a1d-85fa-3822381339a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:04.021408 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-98aec652-f83d-4a1d-85fa-3822381339a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:04.023107 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-98aec652-f83d-4a1d-85fa-3822381339a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f05cd3c9-8872-4741-bbab-e0bf34bda7ad HTTP/1.1" status: 204 len: 168 time: 0.2835183 Jun 14 14:57:04.024602 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-b9a45894-9abb-441d-b132-26d8d9d74887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:04.041100 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aec652-f83d-4a1d-85fa-3822381339a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05cd3c9-8872-4741-bbab-e0bf34bda7ad,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:04.047478 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-98aec652-f83d-4a1d-85fa-3822381339a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:04.361726 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-04780024-d4ff-4934-a940-d31cecc88804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:04.364025 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-f634d928-dc7a-48a9-b6f8-583588f31a69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:04.399520 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04780024-d4ff-4934-a940-d31cecc88804 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eef7f61-cec4-411f-b9f4-94f142746ff7,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:04.404667 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-04780024-d4ff-4934-a940-d31cecc88804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:04.663155 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-04780024-d4ff-4934-a940-d31cecc88804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-756272'] for router_interface, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:04.976243 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04780024-d4ff-4934-a940-d31cecc88804 admin admin] Router 9e27fc8f-e6ed-4da5-a181-57d4e41df82a has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:57:05.139178 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04780024-d4ff-4934-a940-d31cecc88804 admin admin] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:57:05.147002 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-04780024-d4ff-4934-a940-d31cecc88804 admin admin] 10.222.0.48 "PUT /v2.0/routers/9e27fc8f-e6ed-4da5-a181-57d4e41df82a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8989191 Jun 14 14:57:05.147002 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 38910) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:05.149850 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3d3e22-0527-40ec-a2ad-045ec47905da None None] Sync routers for ids ['9e27fc8f-e6ed-4da5-a181-57d4e41df82a'] in dv-cinder-772623-8-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:57:05.160908 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3d3e22-0527-40ec-a2ad-045ec47905da None None] Routers {'9e27fc8f-e6ed-4da5-a181-57d4e41df82a'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:57:05.161538 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-9d3d3e22-0527-40ec-a2ad-045ec47905da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:56:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['9e27fc8f-e6ed-4da5-a181-57d4e41df82a'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:05.302091 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-26c75fa1-e169-4127-8da6-c5d9c91e4986 admin admin] Notify callbacks [] for router, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:05.468532 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-9d3d3e22-0527-40ec-a2ad-045ec47905da None None] Set router 9e27fc8f-e6ed-4da5-a181-57d4e41df82a gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:57:05.469198 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-26c75fa1-e169-4127-8da6-c5d9c91e4986 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:05.639535 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-26c75fa1-e169-4127-8da6-c5d9c91e4986 admin admin] Deleting port cfadd4e0-328a-4584-9d49-eb6c291493d4 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:57:05.640063 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-26c75fa1-e169-4127-8da6-c5d9c91e4986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:05.690246 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7c2421aa-a4c4-4ed2-b28f-4d82103434ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:05.770396 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-26c75fa1-e169-4127-8da6-c5d9c91e4986 admin admin] For port cfadd4e0-328a-4584-9d49-eb6c291493d4, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=cfadd4e0-328a-4584-9d49-eb6c291493d4,segment=NetworkSegment(5993e2e7-d1a9-4fa5-8357-3040322fca1a),segment_id=5993e2e7-d1a9-4fa5-8357-3040322fca1a)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:05.770760 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-26c75fa1-e169-4127-8da6-c5d9c91e4986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:05.833263 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-9d3d3e22-0527-40ec-a2ad-045ec47905da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e27fc8f-e6ed-4da5-a181-57d4e41df82a', 'name': 'tempest-TestShelveInstance-1680802329-router', 'tenant_id': '0cab595d6dac42b3b49e99619d57ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'cfadd4e0-328a-4584-9d49-eb6c291493d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:50:07Z', 'updated_at': '2021-06-14T14:57:04Z', 'revision_number': 5, 'project_id': '0cab595d6dac42b3b49e99619d57ec22', 'gw_port': {'id': 'cfadd4e0-328a-4584-9d49-eb6c291493d4', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:be:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e27fc8f-e6ed-4da5-a181-57d4e41df82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:50:09Z', 'updated_at': '2021-06-14T14:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:05.839286 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3d3e22-0527-40ec-a2ad-045ec47905da None None] Checking router: 9e27fc8f-e6ed-4da5-a181-57d4e41df82a for host: dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:57:05.850345 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3d3e22-0527-40ec-a2ad-045ec47905da None None] Routers {'9e27fc8f-e6ed-4da5-a181-57d4e41df82a'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:57:05.850990 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-9d3d3e22-0527-40ec-a2ad-045ec47905da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:57:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['9e27fc8f-e6ed-4da5-a181-57d4e41df82a'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:05.884651 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-26c75fa1-e169-4127-8da6-c5d9c91e4986 admin admin] Calling delete_port for cfadd4e0-328a-4584-9d49-eb6c291493d4 owned by network:router_gateway {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:57:05.992225 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-9d3d3e22-0527-40ec-a2ad-045ec47905da None None] Set router 9e27fc8f-e6ed-4da5-a181-57d4e41df82a gateway port host: None {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:57:06.081171 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-9d3d3e22-0527-40ec-a2ad-045ec47905da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e27fc8f-e6ed-4da5-a181-57d4e41df82a', 'name': 'tempest-TestShelveInstance-1680802329-router', 'tenant_id': '0cab595d6dac42b3b49e99619d57ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:50:07Z', 'updated_at': '2021-06-14T14:57:05Z', 'revision_number': 6, 'project_id': '0cab595d6dac42b3b49e99619d57ec22', 'gw_port_host': None}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:06.082141 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3d3e22-0527-40ec-a2ad-045ec47905da None None] The sync data for ids ['9e27fc8f-e6ed-4da5-a181-57d4e41df82a'] in dv-cinder-772623-8-iscsi is: [{'id': '9e27fc8f-e6ed-4da5-a181-57d4e41df82a', 'name': 'tempest-TestShelveInstance-1680802329-router', 'tenant_id': '0cab595d6dac42b3b49e99619d57ec22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:50:07Z', 'updated_at': '2021-06-14T14:57:05Z', 'revision_number': 6, 'project_id': '0cab595d6dac42b3b49e99619d57ec22', 'gw_port_host': None}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:57:06.311660 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-26c75fa1-e169-4127-8da6-c5d9c91e4986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:06.314947 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-4982dc29-80e0-443f-9977-5fa18cff1f8e tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:06.350913 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c75fa1-e169-4127-8da6-c5d9c91e4986 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfadd4e0-328a-4584-9d49-eb6c291493d4,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:06.379797 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-26c75fa1-e169-4127-8da6-c5d9c91e4986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:06.431213 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-26c75fa1-e169-4127-8da6-c5d9c91e4986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768867'] for router_gateway, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:06.470981 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:57:06.489682 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:06.605424 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-26c75fa1-e169-4127-8da6-c5d9c91e4986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59850'] for router, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:06.605424 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-26c75fa1-e169-4127-8da6-c5d9c91e4986 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:06.757955 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-26c75fa1-e169-4127-8da6-c5d9c91e4986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-753988'] for router, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:06.758591 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c75fa1-e169-4127-8da6-c5d9c91e4986 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e27fc8f-e6ed-4da5-a181-57d4e41df82a {{(pid=103387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 14:57:06.764091 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-26c75fa1-e169-4127-8da6-c5d9c91e4986 admin admin] Notify callbacks [] for router, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:06.765288 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-26c75fa1-e169-4127-8da6-c5d9c91e4986 admin admin] 10.222.0.48 "DELETE /v2.0/routers/9e27fc8f-e6ed-4da5-a181-57d4e41df82a HTTP/1.1" status: 204 len: 168 time: 1.6175370 Jun 14 14:57:06.768370 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 38938) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:06.829753 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e0dbca-a391-4006-8cd5-15a1db48a186 admin admin] Deleting subnet 977002b3-0bde-4994-96db-763f76b26008 {{(pid=103387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 14:57:06.833405 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8e0dbca-a391-4006-8cd5-15a1db48a186 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:06.887430 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8e0dbca-a391-4006-8cd5-15a1db48a186 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28405831'] for subnet, precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:06.996029 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8e0dbca-a391-4006-8cd5-15a1db48a186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3763272'] for subnet, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:07.167430 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8e0dbca-a391-4006-8cd5-15a1db48a186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3763265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28279915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28537441'] for subnet, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:07.167430 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-6e6e6c84-eeda-4559-a8a6-4b79bac1b0f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:07.201691 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0dbca-a391-4006-8cd5-15a1db48a186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=977002b3-0bde-4994-96db-763f76b26008,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:07.205613 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-f8e0dbca-a391-4006-8cd5-15a1db48a186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:07.208949 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8e0dbca-a391-4006-8cd5-15a1db48a186 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:07.211524 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-f8e0dbca-a391-4006-8cd5-15a1db48a186 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/977002b3-0bde-4994-96db-763f76b26008 HTTP/1.1" status: 204 len: 168 time: 0.4421589 Jun 14 14:57:07.213039 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0a4415-9ca6-4c66-8b06-5b98a1390530 None None] Network cd9adb32-10b8-4e38-8d34-61671c45db4b requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:57:07.215039 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 38940) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:07.332978 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-02fe816d-aa6a-409e-847d-1b0b6d38271e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855299'] for network, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:07.425337 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-02fe816d-aa6a-409e-847d-1b0b6d38271e admin admin] Deleting port 97356734-cf81-4da4-a038-2485185c13f2 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:57:07.425676 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-02fe816d-aa6a-409e-847d-1b0b6d38271e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:07.428808 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device cfadd4e0-328a-4584-9d49-eb6c291493d4 no longer exists at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:57:07.457993 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] No Port match for: cfadd4e0-328a-4584-9d49-eb6c291493d4 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:57:07.463894 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device cfadd4e0-328a-4584-9d49-eb6c291493d4 not bound to the agent host dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:57:07.463894 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 7eef7f61-cec4-411f-b9f4-94f142746ff7 no longer exists at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:57:07.487350 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] No Port match for: 7eef7f61-cec4-411f-b9f4-94f142746ff7 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:57:07.492172 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 7eef7f61-cec4-411f-b9f4-94f142746ff7 not bound to the agent host dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:57:07.529464 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-02fe816d-aa6a-409e-847d-1b0b6d38271e admin admin] For port 97356734-cf81-4da4-a038-2485185c13f2, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=97356734-cf81-4da4-a038-2485185c13f2,segment=NetworkSegment(a6ffde43-54a0-4ea9-acbb-8e73a5dd80bf),segment_id=a6ffde43-54a0-4ea9-acbb-8e73a5dd80bf)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:07.529819 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-02fe816d-aa6a-409e-847d-1b0b6d38271e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:07.545273 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c8297f-f3da-405f-8e57-f42a870dcca3 None None] DHCP port deletion for cd9adb32-10b8-4e38-8d34-61671c45db4b request from dv-cinder-772623-8-iscsi {{(pid=103389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 14:57:07.655170 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-02fe816d-aa6a-409e-847d-1b0b6d38271e admin admin] Calling delete_port for 97356734-cf81-4da4-a038-2485185c13f2 owned by network:dhcp {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:57:07.758497 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-e1c8297f-f3da-405f-8e57-f42a870dcca3 None None] Deleting port 97356734-cf81-4da4-a038-2485185c13f2 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:57:07.758891 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e1c8297f-f3da-405f-8e57-f42a870dcca3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:07.848883 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-02fe816d-aa6a-409e-847d-1b0b6d38271e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27717370'] for port, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:07.855351 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-e1c8297f-f3da-405f-8e57-f42a870dcca3 None None] For port 97356734-cf81-4da4-a038-2485185c13f2, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=97356734-cf81-4da4-a038-2485185c13f2,segment=NetworkSegment(a6ffde43-54a0-4ea9-acbb-8e73a5dd80bf),segment_id=a6ffde43-54a0-4ea9-acbb-8e73a5dd80bf)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:07.855351 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e1c8297f-f3da-405f-8e57-f42a870dcca3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:07.855741 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:07.886584 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe816d-aa6a-409e-847d-1b0b6d38271e admin admin] Pushing event deleted for resources: {'Port': ['ID=97356734-cf81-4da4-a038-2485185c13f2,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:07.889635 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fe816d-aa6a-409e-847d-1b0b6d38271e admin admin] No DVR routers for this DVR port 97356734-cf81-4da4-a038-2485185c13f2 on host dv-cinder-772623-8-iscsi {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:57:07.893050 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-02fe816d-aa6a-409e-847d-1b0b6d38271e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:07.974113 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-e1c8297f-f3da-405f-8e57-f42a870dcca3 None None] Calling delete_port for 97356734-cf81-4da4-a038-2485185c13f2 owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:57:08.008239 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-02fe816d-aa6a-409e-847d-1b0b6d38271e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3761365', 'neutron.services.segments.db._delete_segments_for_network-8775073109944'] for network, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:08.025378 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-02fe816d-aa6a-409e-847d-1b0b6d38271e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9adb32-10b8-4e38-8d34-61671c45db4b']}} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:08.041704 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-02fe816d-aa6a-409e-847d-1b0b6d38271e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ffde43-54a0-4ea9-acbb-8e73a5dd80bf') {'for_net_delete': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:08.042147 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-02fe816d-aa6a-409e-847d-1b0b6d38271e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ffde43-54a0-4ea9-acbb-8e73a5dd80bf') {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:08.058194 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-02fe816d-aa6a-409e-847d-1b0b6d38271e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775073109782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27716681'] for segment, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:08.079182 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-02fe816d-aa6a-409e-847d-1b0b6d38271e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:08.088001 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02fe816d-aa6a-409e-847d-1b0b6d38271e admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 14:57:08.088835 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e1c8297f-f3da-405f-8e57-f42a870dcca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337'] for port, after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:08.089038 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-02fe816d-aa6a-409e-847d-1b0b6d38271e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27717289'] for segment, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: Traceback (most recent call last): Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: timer() Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: cb(*args, **kw) Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: return func(*args, **kwargs) Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: self._notify() Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: self.callback(batched_events) Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: event.method(event) Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: return f(self, *a, **k) Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: return self._get(url).json() Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: return self.request(url, 'GET', **kwargs) Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 14:57:08.091315 dv-cinder-772623-8-iscsi neutron-server[103388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 14:57:08.094217 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:08.125166 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8297f-f3da-405f-8e57-f42a870dcca3 None None] Pushing event deleted for resources: {'Port': ['ID=97356734-cf81-4da4-a038-2485185c13f2,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:08.128656 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-e1c8297f-f3da-405f-8e57-f42a870dcca3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:08.132591 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c8297f-f3da-405f-8e57-f42a870dcca3 None None] No DVR routers for this DVR port 97356734-cf81-4da4-a038-2485185c13f2 on host dv-cinder-772623-8-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:57:08.158616 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:08.278949 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-02fe816d-aa6a-409e-847d-1b0b6d38271e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3761354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768894'] for network, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:08.285613 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-21966408-98a8-4fb3-be04-d866f7cbe3a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:08.289280 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-02fe816d-aa6a-409e-847d-1b0b6d38271e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:08.292623 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-02fe816d-aa6a-409e-847d-1b0b6d38271e admin admin] 10.222.0.48 "DELETE /v2.0/networks/cd9adb32-10b8-4e38-8d34-61671c45db4b HTTP/1.1" status: 204 len: 168 time: 1.0764589 Jun 14 14:57:08.319905 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe816d-aa6a-409e-847d-1b0b6d38271e admin admin] Pushing event deleted for resources: {'Network': ['ID=cd9adb32-10b8-4e38-8d34-61671c45db4b,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:08.322442 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-02fe816d-aa6a-409e-847d-1b0b6d38271e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:08.762306 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 38958) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:08.816148 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-6e0cff37-5481-4441-ac54-26f173dd9348 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d779389355af44759f4711a7a199a059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492675 Jun 14 14:57:08.817852 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 38962) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:08.887851 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86db29cf-4bf1-4e58-a38c-829bc3c83c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:08.917325 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86db29cf-4bf1-4e58-a38c-829bc3c83c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:09.054963 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86db29cf-4bf1-4e58-a38c-829bc3c83c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:09.059113 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86db29cf-4bf1-4e58-a38c-829bc3c83c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:09.060534 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-86db29cf-4bf1-4e58-a38c-829bc3c83c4e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9bac0732-dd95-40fb-b320-3bce8e7e7ed7 HTTP/1.1" status: 204 len: 168 time: 0.2413726 Jun 14 14:57:09.061368 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-cacac0b2-b228-4423-af81-f4ce87878e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:09.074035 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db29cf-4bf1-4e58-a38c-829bc3c83c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bac0732-dd95-40fb-b320-3bce8e7e7ed7,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:09.074035 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-86db29cf-4bf1-4e58-a38c-829bc3c83c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:09.411134 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 97356734-cf81-4da4-a038-2485185c13f2 no longer exists at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:57:09.439001 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] No Port match for: 97356734-cf81-4da4-a038-2485185c13f2 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:57:09.439362 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 97356734-cf81-4da4-a038-2485185c13f2 not bound to the agent host dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:57:09.947680 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 38978) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:09.998390 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-8e1efcff-8c73-4552-8e25-b4f721c0c212 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0cab595d6dac42b3b49e99619d57ec22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494518 Jun 14 14:57:10.000998 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 38980) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:10.071780 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9a77fe83-36a1-4bf3-bdaa-d2579a66ed25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:10.100873 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9a77fe83-36a1-4bf3-bdaa-d2579a66ed25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:10.237434 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:10.254642 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9a77fe83-36a1-4bf3-bdaa-d2579a66ed25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:10.257491 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9a77fe83-36a1-4bf3-bdaa-d2579a66ed25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:10.258657 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-9a77fe83-36a1-4bf3-bdaa-d2579a66ed25 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a7877daa-2962-4e02-8839-0fc38da3240f HTTP/1.1" status: 204 len: 168 time: 0.2566402 Jun 14 14:57:10.259411 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-10e28136-d097-42b8-b7a6-f00d30cd164c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:10.269582 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77fe83-36a1-4bf3-bdaa-d2579a66ed25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7877daa-2962-4e02-8839-0fc38da3240f,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:10.271992 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-9a77fe83-36a1-4bf3-bdaa-d2579a66ed25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:11.225224 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 39008) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:11.369040 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d0bade6f-819d-4b87-9cf0-11c88378fbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:11.488211 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d0bade6f-819d-4b87-9cf0-11c88378fbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:11.593990 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d0bade6f-819d-4b87-9cf0-11c88378fbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:11.593990 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-42dee18e-1f8e-4e21-bc48-ed2c4be98855 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:11.641721 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d0bade6f-819d-4b87-9cf0-11c88378fbc8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f4703a20a51403fb7e602d239911346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4152083 Jun 14 14:57:11.642702 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bade6f-819d-4b87-9cf0-11c88378fbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1ebfea-4e93-45c6-98b1-56fe90c2ef37,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:11.645997 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 39020) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:11.649031 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-d0bade6f-819d-4b87-9cf0-11c88378fbc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:11.715749 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 39022) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:11.726645 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-65f246bc-9339-4ba8-8913-0ee1ffebe5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:11.771850 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-65f246bc-9339-4ba8-8913-0ee1ffebe5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:11.850602 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-7b938a10-490e-49aa-b51a-e2b92991f854 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2112517787-network', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:57:11.883585 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-65f246bc-9339-4ba8-8913-0ee1ffebe5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:11.886878 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-65f246bc-9339-4ba8-8913-0ee1ffebe5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:11.889202 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-65f246bc-9339-4ba8-8913-0ee1ffebe5e9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ce1ebfea-4e93-45c6-98b1-56fe90c2ef37 HTTP/1.1" status: 204 len: 168 time: 0.2413204 Jun 14 14:57:11.889520 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-9484881e-3a64-46e1-b3be-056e069b5b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:11.899102 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f246bc-9339-4ba8-8913-0ee1ffebe5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1ebfea-4e93-45c6-98b1-56fe90c2ef37,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:11.904395 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-65f246bc-9339-4ba8-8913-0ee1ffebe5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:11.963553 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b938a10-490e-49aa-b51a-e2b92991f854 admin admin] Made reservation on behalf of aeced04591554681b1b816a5b00ecd6a for: {'network': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:57:11.966790 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7b938a10-490e-49aa-b51a-e2b92991f854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for network, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:11.980450 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7b938a10-490e-49aa-b51a-e2b92991f854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:12.096309 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7b938a10-490e-49aa-b51a-e2b92991f854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:12.180222 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7b938a10-490e-49aa-b51a-e2b92991f854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:12.184426 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-5b89dd36-c057-424d-b474-84648c5aa3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:12.210281 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b938a10-490e-49aa-b51a-e2b92991f854 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=103387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:57:12.221124 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b938a10-490e-49aa-b51a-e2b92991f854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae93901-6e31-4545-b17c-9f03b2a98545,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:12.225172 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-7b938a10-490e-49aa-b51a-e2b92991f854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:12.228637 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7b938a10-490e-49aa-b51a-e2b92991f854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:12.229767 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.db.segments_db [None req-7b938a10-490e-49aa-b51a-e2b92991f854 admin admin] Added segment ac14f1ec-ccde-439b-aa26-64153387b151 of type vlan for network 3264bc1b-3107-4e40-8063-5800aefcb632 Jun 14 14:57:12.318907 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7b938a10-490e-49aa-b51a-e2b92991f854 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775072637368'] for network, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:12.456610 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7b938a10-490e-49aa-b51a-e2b92991f854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254'] for network, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:12.458444 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b938a10-490e-49aa-b51a-e2b92991f854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:12.459508 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7b938a10-490e-49aa-b51a-e2b92991f854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:12.462245 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-435af6fc-7c32-4122-b073-6683a63cd2c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:12.559342 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b938a10-490e-49aa-b51a-e2b92991f854 admin admin] Pushing event updated for resources: {'Network': ['ID=3264bc1b-3107-4e40-8063-5800aefcb632,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:12.562299 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-7b938a10-490e-49aa-b51a-e2b92991f854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:12.569755 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Network 3264bc1b-3107-4e40-8063-5800aefcb632 details requested by agent ovs-agent-dv-cinder-772623-8-iscsi with host dv-cinder-772623-8-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:57:12.588615 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-7b938a10-490e-49aa-b51a-e2b92991f854 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8702371 Jun 14 14:57:12.591798 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 39032) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:12.597002 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-00168702-5b68-4b8b-948d-f9bb23b419e1 admin admin] Request body: {'subnet': {'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2112517787-subnet', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:57:12.655822 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 39034) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:12.674349 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-115ad61f-2859-45fd-a405-320386ef934b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:12.679740 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00168702-5b68-4b8b-948d-f9bb23b419e1 admin admin] Made reservation on behalf of aeced04591554681b1b816a5b00ecd6a for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:57:12.682149 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-00168702-5b68-4b8b-948d-f9bb23b419e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27527779'] for subnet, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:12.991275 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-115ad61f-2859-45fd-a405-320386ef934b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:13.077455 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-115ad61f-2859-45fd-a405-320386ef934b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:13.080124 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-7347f8a2-16c3-4bc8-8ab3-23b8e73d716f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:13.118419 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-00168702-5b68-4b8b-948d-f9bb23b419e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27716675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27527797'] for subnet, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:13.148314 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ad61f-2859-45fd-a405-320386ef934b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042d297d-1702-402d-845a-5dc236beb3ca,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:13.155057 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-115ad61f-2859-45fd-a405-320386ef934b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4303d2d016c47ff9f218f112df16723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4981623 Jun 14 14:57:13.156421 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-115ad61f-2859-45fd-a405-320386ef934b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:13.158465 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-d98a7b6c-cac5-463b-9e13-d8a2df7af021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:13.158659 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 39036) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:13.224258 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0876cb0a-586a-47c7-aa98-a3d07c4a55fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:13.239077 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00168702-5b68-4b8b-948d-f9bb23b419e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd985369-c943-4630-ae2d-eb1be799101d,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:13.247160 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-00168702-5b68-4b8b-948d-f9bb23b419e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:13.248760 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00168702-5b68-4b8b-948d-f9bb23b419e1 admin admin] Checking segment: {'id': 'ac14f1ec-ccde-439b-aa26-64153387b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:57:13.249307 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00168702-5b68-4b8b-948d-f9bb23b419e1 admin admin] Network hostable DHCP agents. Network: 3264bc1b-3107-4e40-8063-5800aefcb632, hostable agents: ['1c28a66e-eef9-4899-ac0a-d449f34e71b3'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:57:13.253442 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0876cb0a-586a-47c7-aa98-a3d07c4a55fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:13.346778 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00168702-5b68-4b8b-948d-f9bb23b419e1 admin admin] Network 3264bc1b-3107-4e40-8063-5800aefcb632 is scheduled to be hosted by DHCP agent 1c28a66e-eef9-4899-ac0a-d449f34e71b3 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:57:13.465121 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-00168702-5b68-4b8b-948d-f9bb23b419e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-8-iscsi, 3264bc1b-3107-4e40-8063-5800aefcb632) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:57:13.471004 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00168702-5b68-4b8b-948d-f9bb23b419e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:13.471263 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-00168702-5b68-4b8b-948d-f9bb23b419e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for subnet, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:13.476546 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bb2864-35d2-4b7d-a986-1ad507dbed91 None None] Network 3264bc1b-3107-4e40-8063-5800aefcb632 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:57:13.488770 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0876cb0a-586a-47c7-aa98-a3d07c4a55fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:13.491859 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0876cb0a-586a-47c7-aa98-a3d07c4a55fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:13.493236 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-0876cb0a-586a-47c7-aa98-a3d07c4a55fd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/042d297d-1702-402d-845a-5dc236beb3ca HTTP/1.1" status: 204 len: 168 time: 0.3332937 Jun 14 14:57:13.494193 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-3e687760-b321-41d2-9a33-7ba1bf46e608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:13.505286 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876cb0a-586a-47c7-aa98-a3d07c4a55fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042d297d-1702-402d-845a-5dc236beb3ca,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:13.508056 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-0876cb0a-586a-47c7-aa98-a3d07c4a55fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:13.569643 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-00168702-5b68-4b8b-948d-f9bb23b419e1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9767029 Jun 14 14:57:13.573303 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 39040) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:13.578777 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-dde67e9f-27f2-4ee3-a7f2-567632898ecf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2112517787-router', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:57:13.688978 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dde67e9f-27f2-4ee3-a7f2-567632898ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59868'] for router, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:13.690179 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dde67e9f-27f2-4ee3-a7f2-567632898ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-769193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59861'] for router, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:13.722303 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc82670-e6cf-46de-a4b4-64d8e32851e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a9950a2-d8d6-5091-b96d-d9e9ed5f9ff3-3264bc1b-3107-4e40-8063-5800aefcb632', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'fixed_ips': [{'subnet_id': 'dd985369-c943-4630-ae2d-eb1be799101d'}]}} from dv-cinder-772623-8-iscsi. {{(pid=103389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 14:57:13.725977 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6bc82670-e6cf-46de-a4b4-64d8e32851e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:13.767294 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dde67e9f-27f2-4ee3-a7f2-567632898ecf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:13.916906 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-6bc82670-e6cf-46de-a4b4-64d8e32851e4 None None] Allocated IP 172.20.0.2 (3264bc1b-3107-4e40-8063-5800aefcb632/dd985369-c943-4630-ae2d-eb1be799101d/a93c6199-b8f9-4772-afd3-3473e952a53e) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:57:14.112741 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dde67e9f-27f2-4ee3-a7f2-567632898ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-769206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59843'] for router, precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:14.149858 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6bc82670-e6cf-46de-a4b4-64d8e32851e4 None None] Notify callbacks [] for port, precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:14.158914 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-6bc82670-e6cf-46de-a4b4-64d8e32851e4 None None] Transition to ACTIVE for port object a93c6199-b8f9-4772-afd3-3473e952a53e will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:57:14.182978 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-6bc82670-e6cf-46de-a4b4-64d8e32851e4 None None] Transition to ACTIVE for port object a93c6199-b8f9-4772-afd3-3473e952a53e will not be triggered until provisioned by entity DHCP. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:57:14.358038 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6bc82670-e6cf-46de-a4b4-64d8e32851e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328'] for port, after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:14.361306 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:14.414363 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc82670-e6cf-46de-a4b4-64d8e32851e4 None None] Network 3264bc1b-3107-4e40-8063-5800aefcb632 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:57:14.418585 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-6bc82670-e6cf-46de-a4b4-64d8e32851e4 None None] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:57:14.424161 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc82670-e6cf-46de-a4b4-64d8e32851e4 None None] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:57:14.442880 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc82670-e6cf-46de-a4b4-64d8e32851e4 None None] Pushing event updated for resources: {'Port': ['ID=a93c6199-b8f9-4772-afd3-3473e952a53e,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:14.448072 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-6bc82670-e6cf-46de-a4b4-64d8e32851e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:14.539220 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-6bc82670-e6cf-46de-a4b4-64d8e32851e4 None None] Attempting to bind port a93c6199-b8f9-4772-afd3-3473e952a53e on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:57:14.539805 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-6bc82670-e6cf-46de-a4b4-64d8e32851e4 None None] Attempting to bind port a93c6199-b8f9-4772-afd3-3473e952a53e by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': 'ac14f1ec-ccde-439b-aa26-64153387b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:57:14.540149 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc82670-e6cf-46de-a4b4-64d8e32851e4 None None] Attempting to bind port a93c6199-b8f9-4772-afd3-3473e952a53e on network 3264bc1b-3107-4e40-8063-5800aefcb632 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:57:14.547119 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc82670-e6cf-46de-a4b4-64d8e32851e4 None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:57:14.547744 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc82670-e6cf-46de-a4b4-64d8e32851e4 None None] Checking segment: {'id': 'ac14f1ec-ccde-439b-aa26-64153387b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:57:14.548129 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6bc82670-e6cf-46de-a4b4-64d8e32851e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:14.548600 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc82670-e6cf-46de-a4b4-64d8e32851e4 None None] Bound using segment: {'id': 'ac14f1ec-ccde-439b-aa26-64153387b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:57:14.549155 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-6bc82670-e6cf-46de-a4b4-64d8e32851e4 None None] Bound port: a93c6199-b8f9-4772-afd3-3473e952a53e, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac14f1ec-ccde-439b-aa26-64153387b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:57:14.549603 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6bc82670-e6cf-46de-a4b4-64d8e32851e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:14.597984 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dde67e9f-27f2-4ee3-a7f2-567632898ecf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:14.627917 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dde67e9f-27f2-4ee3-a7f2-567632898ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:14.640103 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-6bc82670-e6cf-46de-a4b4-64d8e32851e4 None None] For port a93c6199-b8f9-4772-afd3-3473e952a53e, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:57:14.643360 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-6bc82670-e6cf-46de-a4b4-64d8e32851e4 None None] For port a93c6199-b8f9-4772-afd3-3473e952a53e, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=a93c6199-b8f9-4772-afd3-3473e952a53e,segment=NetworkSegment(ac14f1ec-ccde-439b-aa26-64153387b151),segment_id=ac14f1ec-ccde-439b-aa26-64153387b151)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:57:14.722306 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6bc82670-e6cf-46de-a4b4-64d8e32851e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:14.724360 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:14.761165 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-dde67e9f-27f2-4ee3-a7f2-567632898ecf admin admin] Allocated IP 172.27.2.50 (fc485d09-1af9-4f7a-81e8-700830ebc213/e09b5c2d-fde6-405d-9c65-d45cf22b44a3/c6cdee1c-13d9-43d7-9779-ecaf851cc537) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:57:14.816671 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc82670-e6cf-46de-a4b4-64d8e32851e4 None None] Pushing event updated for resources: {'Port': ['ID=a93c6199-b8f9-4772-afd3-3473e952a53e,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:14.828447 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-6bc82670-e6cf-46de-a4b4-64d8e32851e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:14.939513 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dde67e9f-27f2-4ee3-a7f2-567632898ecf admin admin] Notify callbacks [] for port, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:15.054499 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dde67e9f-27f2-4ee3-a7f2-567632898ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27717363'] for port, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:15.057197 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:15.110545 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde67e9f-27f2-4ee3-a7f2-567632898ecf admin admin] Network fc485d09-1af9-4f7a-81e8-700830ebc213 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:57:15.115641 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-dde67e9f-27f2-4ee3-a7f2-567632898ecf admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:57:15.118841 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde67e9f-27f2-4ee3-a7f2-567632898ecf admin admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:57:15.160488 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde67e9f-27f2-4ee3-a7f2-567632898ecf admin admin] Pushing event updated for resources: {'Port': ['ID=c6cdee1c-13d9-43d7-9779-ecaf851cc537,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:15.160728 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-dde67e9f-27f2-4ee3-a7f2-567632898ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:15.457968 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device a93c6199-b8f9-4772-afd3-3473e952a53e up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:57:15.648124 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dde67e9f-27f2-4ee3-a7f2-567632898ecf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:15.671508 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port a93c6199-b8f9-4772-afd3-3473e952a53e completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:57:16.020994 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716832a5-98f8-4b2c-89f6-8e56d5aa0325 None None] Network 3264bc1b-3107-4e40-8063-5800aefcb632 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:57:16.326559 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-b217263d-365e-4787-82af-93dc7a7f42a6 None None] Provisioning for port a93c6199-b8f9-4772-afd3-3473e952a53e completed by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:57:16.340568 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-b217263d-365e-4787-82af-93dc7a7f42a6 None None] Provisioning complete for port a93c6199-b8f9-4772-afd3-3473e952a53e triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:57:16.341163 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b217263d-365e-4787-82af-93dc7a7f42a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:16.386948 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dde67e9f-27f2-4ee3-a7f2-567632898ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-769006'] for router, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:16.535982 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b217263d-365e-4787-82af-93dc7a7f42a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:16.620445 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-b217263d-365e-4787-82af-93dc7a7f42a6 None None] For port a93c6199-b8f9-4772-afd3-3473e952a53e, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=a93c6199-b8f9-4772-afd3-3473e952a53e,segment=NetworkSegment(ac14f1ec-ccde-439b-aa26-64153387b151),segment_id=ac14f1ec-ccde-439b-aa26-64153387b151)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:16.762389 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde67e9f-27f2-4ee3-a7f2-567632898ecf admin admin] Router 3172724f-97a2-43b1-b5f1-ae92efd7650f is scheduled to L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 with binding_index 1 {{(pid=103388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 14:57:16.763242 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b217263d-365e-4787-82af-93dc7a7f42a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:16.765955 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:16.847105 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217263d-365e-4787-82af-93dc7a7f42a6 None None] Pushing event updated for resources: {'Port': ['ID=a93c6199-b8f9-4772-afd3-3473e952a53e,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:16.860121 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-b217263d-365e-4787-82af-93dc7a7f42a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:16.888606 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5cfd4b82-df66-4f3e-820e-1a60def2407b None None] Provisioning complete for port a93c6199-b8f9-4772-afd3-3473e952a53e triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:57:16.889110 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5cfd4b82-df66-4f3e-820e-1a60def2407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:16.952297 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde67e9f-27f2-4ee3-a7f2-567632898ecf admin admin] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:57:16.967027 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce85655a-f356-4caa-9296-fb3ee5c2ba16 None None] Sync routers for ids ['3172724f-97a2-43b1-b5f1-ae92efd7650f'] in dv-cinder-772623-8-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:57:17.023965 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce85655a-f356-4caa-9296-fb3ee5c2ba16 None None] Routers {'3172724f-97a2-43b1-b5f1-ae92efd7650f'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:57:17.024789 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-ce85655a-f356-4caa-9296-fb3ee5c2ba16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:57:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['3172724f-97a2-43b1-b5f1-ae92efd7650f'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:17.068189 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7463b9c-5241-4326-8aa4-1bccf38fdbac req-faa0da8f-4dcb-4226-a7ce-d14e4de89151 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:17.070502 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d7463b9c-5241-4326-8aa4-1bccf38fdbac req-faa0da8f-4dcb-4226-a7ce-d14e4de89151 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 946 time: 0.0928113 Jun 14 14:57:17.094978 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dde67e9f-27f2-4ee3-a7f2-567632898ecf admin admin] Notify callbacks [] for router, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:17.096675 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-dde67e9f-27f2-4ee3-a7f2-567632898ecf admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5223014 Jun 14 14:57:17.100987 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 39098) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:17.135928 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d7463b9c-5241-4326-8aa4-1bccf38fdbac req-1f70d02f-5240-4a49-851e-840cb7b490e7 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581238 Jun 14 14:57:17.262454 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-ce85655a-f356-4caa-9296-fb3ee5c2ba16 None None] Set router 3172724f-97a2-43b1-b5f1-ae92efd7650f gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:57:17.469304 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device a93c6199-b8f9-4772-afd3-3473e952a53e up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:57:17.551514 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port a93c6199-b8f9-4772-afd3-3473e952a53e triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:57:17.551931 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:17.803103 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-ce85655a-f356-4caa-9296-fb3ee5c2ba16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'name': 'tempest-TestVolumeBootPattern-2112517787-router', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:13Z', 'updated_at': '2021-06-14T14:57:15Z', 'revision_number': 3, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'gw_port': {'id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:14Z', 'updated_at': '2021-06-14T14:57:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:17.809404 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce85655a-f356-4caa-9296-fb3ee5c2ba16 None None] Checking router: 3172724f-97a2-43b1-b5f1-ae92efd7650f for host: dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:57:17.809981 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce85655a-f356-4caa-9296-fb3ee5c2ba16 None None] Updating router 3172724f-97a2-43b1-b5f1-ae92efd7650f port c6cdee1c-13d9-43d7-9779-ecaf851cc537 binding host dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:57:17.903655 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ce85655a-f356-4caa-9296-fb3ee5c2ba16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:18.010258 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-00f97a4c-cecf-4785-846f-5a25a286ed53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:18.261795 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:18.262155 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-00f97a4c-cecf-4785-846f-5a25a286ed53 admin admin] Allocated IP 172.20.0.1 (3264bc1b-3107-4e40-8063-5800aefcb632/dd985369-c943-4630-ae2d-eb1be799101d/7b07085e-233f-42a9-981c-a519eb19fa2c) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:57:18.382100 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ce85655a-f356-4caa-9296-fb3ee5c2ba16 None None] Notify callbacks [] for port, precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:18.407349 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-ce85655a-f356-4caa-9296-fb3ee5c2ba16 None None] Transition to ACTIVE for port object c6cdee1c-13d9-43d7-9779-ecaf851cc537 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:57:18.500195 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ce85655a-f356-4caa-9296-fb3ee5c2ba16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:18.508551 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-76d2c20a-7a3c-43eb-bf1c-6ad98edbe338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:18.510319 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-00f97a4c-cecf-4785-846f-5a25a286ed53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:18.527909 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512eaae8-7d7e-4e2b-9c03-f81c04362c75 req-41167a47-b5be-4f0f-b306-64413ef539fd tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:18.529698 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-512eaae8-7d7e-4e2b-9c03-f81c04362c75 req-41167a47-b5be-4f0f-b306-64413ef539fd tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.35 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 946 time: 0.0984278 Jun 14 14:57:18.542911 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9734fc5-4275-4df0-a57e-fb0df676d70d req-2213db06-7f50-4189-a10e-c15059e03dc4 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:18.545968 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a9734fc5-4275-4df0-a57e-fb0df676d70d req-2213db06-7f50-4189-a10e-c15059e03dc4 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 946 time: 0.2242017 Jun 14 14:57:18.557908 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.provisioning_blocks [None req-00f97a4c-cecf-4785-846f-5a25a286ed53 admin admin] Transition to ACTIVE for port object 7b07085e-233f-42a9-981c-a519eb19fa2c will not be triggered until provisioned by entity DHCP. {{(pid=103388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:57:18.594252 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722fb3b-dc87-480a-870f-669fdb4b1222 None None] Pushing event updated for resources: {'Port': ['ID=c6cdee1c-13d9-43d7-9779-ecaf851cc537,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:18.601041 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-ce85655a-f356-4caa-9296-fb3ee5c2ba16 None None] Attempting to bind port c6cdee1c-13d9-43d7-9779-ecaf851cc537 on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:57:18.601667 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-ce85655a-f356-4caa-9296-fb3ee5c2ba16 None None] Attempting to bind port c6cdee1c-13d9-43d7-9779-ecaf851cc537 by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:57:18.602350 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce85655a-f356-4caa-9296-fb3ee5c2ba16 None None] Attempting to bind port c6cdee1c-13d9-43d7-9779-ecaf851cc537 on network fc485d09-1af9-4f7a-81e8-700830ebc213 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:57:18.613377 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce85655a-f356-4caa-9296-fb3ee5c2ba16 None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:57:18.613938 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce85655a-f356-4caa-9296-fb3ee5c2ba16 None None] Checking segment: {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:57:18.614456 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ce85655a-f356-4caa-9296-fb3ee5c2ba16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:18.614964 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce85655a-f356-4caa-9296-fb3ee5c2ba16 None None] Bound using segment: {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:57:18.615596 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-ce85655a-f356-4caa-9296-fb3ee5c2ba16 None None] Bound port: c6cdee1c-13d9-43d7-9779-ecaf851cc537, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:57:18.616064 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ce85655a-f356-4caa-9296-fb3ee5c2ba16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:18.624437 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a9734fc5-4275-4df0-a57e-fb0df676d70d req-6c4a3c98-dbb7-4431-9d34-63fc3d2ac897 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710082 Jun 14 14:57:18.672083 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1722fb3b-dc87-480a-870f-669fdb4b1222 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:18.672607 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1722fb3b-dc87-480a-870f-669fdb4b1222 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:18.673047 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1722fb3b-dc87-480a-870f-669fdb4b1222 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:18.673484 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1722fb3b-dc87-480a-870f-669fdb4b1222 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:18.673944 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1722fb3b-dc87-480a-870f-669fdb4b1222 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:18.674358 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1722fb3b-dc87-480a-870f-669fdb4b1222 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:18.674745 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1722fb3b-dc87-480a-870f-669fdb4b1222 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:18.675146 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1722fb3b-dc87-480a-870f-669fdb4b1222 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:18.675737 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1722fb3b-dc87-480a-870f-669fdb4b1222 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:18.676006 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1722fb3b-dc87-480a-870f-669fdb4b1222 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:18.676391 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1722fb3b-dc87-480a-870f-669fdb4b1222 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:18.676770 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1722fb3b-dc87-480a-870f-669fdb4b1222 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:18.683471 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-1722fb3b-dc87-480a-870f-669fdb4b1222 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:18.718626 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-00f97a4c-cecf-4785-846f-5a25a286ed53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27717363'] for port, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:18.722335 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-ce85655a-f356-4caa-9296-fb3ee5c2ba16 None None] For port c6cdee1c-13d9-43d7-9779-ecaf851cc537, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:57:18.726603 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:18.735512 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-ce85655a-f356-4caa-9296-fb3ee5c2ba16 None None] For port c6cdee1c-13d9-43d7-9779-ecaf851cc537, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=c6cdee1c-13d9-43d7-9779-ecaf851cc537,segment=NetworkSegment(5993e2e7-d1a9-4fa5-8357-3040322fca1a),segment_id=5993e2e7-d1a9-4fa5-8357-3040322fca1a)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:57:18.815827 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ce85655a-f356-4caa-9296-fb3ee5c2ba16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:18.820945 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:18.838067 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f97a4c-cecf-4785-846f-5a25a286ed53 admin admin] Network 3264bc1b-3107-4e40-8063-5800aefcb632 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:57:18.852563 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-00f97a4c-cecf-4785-846f-5a25a286ed53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:57:18.859709 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f97a4c-cecf-4785-846f-5a25a286ed53 admin admin] Pushing event updated for resources: {'Port': ['ID=7b07085e-233f-42a9-981c-a519eb19fa2c,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:18.881070 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f97a4c-cecf-4785-846f-5a25a286ed53 admin admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:57:18.967421 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722fb3b-dc87-480a-870f-669fdb4b1222 None None] Pushing event updated for resources: {'Port': ['ID=c6cdee1c-13d9-43d7-9779-ecaf851cc537,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:18.967780 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-00f97a4c-cecf-4785-846f-5a25a286ed53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:18.967780 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-00f97a4c-cecf-4785-846f-5a25a286ed53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756011'] for router_interface, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:18.974347 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-1722fb3b-dc87-480a-870f-669fdb4b1222 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:19.014985 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce85655a-f356-4caa-9296-fb3ee5c2ba16 None None] Routers {'3172724f-97a2-43b1-b5f1-ae92efd7650f'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:57:19.018262 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-ce85655a-f356-4caa-9296-fb3ee5c2ba16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:57:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['3172724f-97a2-43b1-b5f1-ae92efd7650f'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:19.326883 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-ce85655a-f356-4caa-9296-fb3ee5c2ba16 None None] Set router 3172724f-97a2-43b1-b5f1-ae92efd7650f gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:57:19.328530 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-512eaae8-7d7e-4e2b-9c03-f81c04362c75 req-a96f13bd-7b1e-4f7d-9069-81bbc5eb9feb tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Deleting port 15f08254-42c4-445e-b2e4-feca4874b0d9 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:57:19.331091 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-512eaae8-7d7e-4e2b-9c03-f81c04362c75 req-a96f13bd-7b1e-4f7d-9069-81bbc5eb9feb tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:19.423291 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-063ccf27-5c7b-4faa-902e-3785176530be None None] Provisioning for port 7b07085e-233f-42a9-981c-a519eb19fa2c completed by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:57:19.436571 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-063ccf27-5c7b-4faa-902e-3785176530be None None] Provisioning complete for port 7b07085e-233f-42a9-981c-a519eb19fa2c triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:57:19.440794 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-063ccf27-5c7b-4faa-902e-3785176530be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:19.512260 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-00f97a4c-cecf-4785-846f-5a25a286ed53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:19.647877 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-063ccf27-5c7b-4faa-902e-3785176530be None None] Port 7b07085e-233f-42a9-981c-a519eb19fa2c cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:57:19.768108 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-512eaae8-7d7e-4e2b-9c03-f81c04362c75 req-a96f13bd-7b1e-4f7d-9069-81bbc5eb9feb tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] For port 15f08254-42c4-445e-b2e4-feca4874b0d9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=15f08254-42c4-445e-b2e4-feca4874b0d9,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:19.770035 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-512eaae8-7d7e-4e2b-9c03-f81c04362c75 req-a96f13bd-7b1e-4f7d-9069-81bbc5eb9feb tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:19.928783 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-ce85655a-f356-4caa-9296-fb3ee5c2ba16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'name': 'tempest-TestVolumeBootPattern-2112517787-router', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:13Z', 'updated_at': '2021-06-14T14:57:15Z', 'revision_number': 3, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'gw_port': {'id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:14Z', 'updated_at': '2021-06-14T14:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:19.935348 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce85655a-f356-4caa-9296-fb3ee5c2ba16 None None] The sync data for ids ['3172724f-97a2-43b1-b5f1-ae92efd7650f'] in dv-cinder-772623-8-iscsi is: [{'id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'name': 'tempest-TestVolumeBootPattern-2112517787-router', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:13Z', 'updated_at': '2021-06-14T14:57:15Z', 'revision_number': 3, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'gw_port': {'id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:14Z', 'updated_at': '2021-06-14T14:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:57:20.132689 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-00f97a4c-cecf-4785-846f-5a25a286ed53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:20.219519 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-00f97a4c-cecf-4785-846f-5a25a286ed53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27717325'] for port, after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:20.227593 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-7b8cda4d-fc85-41f8-adfe-f77dac41aa3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:20.370873 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b35ce9-a815-4516-8deb-f2b43bbb4233 req-8cd24edc-8468-4d27-926f-31eb244833ea tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:20.373522 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-89b35ce9-a815-4516-8deb-f2b43bbb4233 req-8cd24edc-8468-4d27-926f-31eb244833ea tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 946 time: 0.4164689 Jun 14 14:57:20.414986 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f97a4c-cecf-4785-846f-5a25a286ed53 admin admin] Pushing event updated for resources: {'Port': ['ID=7b07085e-233f-42a9-981c-a519eb19fa2c,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:20.430373 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-00f97a4c-cecf-4785-846f-5a25a286ed53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:20.441799 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-00f97a4c-cecf-4785-846f-5a25a286ed53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756159'] for router_interface, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:20.478976 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-512eaae8-7d7e-4e2b-9c03-f81c04362c75 req-a96f13bd-7b1e-4f7d-9069-81bbc5eb9feb tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:20.479776 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-512eaae8-7d7e-4e2b-9c03-f81c04362c75 req-a96f13bd-7b1e-4f7d-9069-81bbc5eb9feb tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768775'] for floatingip, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:20.479965 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.db.l3_db [req-512eaae8-7d7e-4e2b-9c03-f81c04362c75 req-a96f13bd-7b1e-4f7d-9069-81bbc5eb9feb tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Floating IP e1ef8e50-ea41-470e-a8ae-fbb5b42a65ee disassociated. External IP: 172.27.2.15, port: 15f08254-42c4-445e-b2e4-feca4874b0d9. Jun 14 14:57:20.480314 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-512eaae8-7d7e-4e2b-9c03-f81c04362c75 req-a96f13bd-7b1e-4f7d-9069-81bbc5eb9feb tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Calling delete_port for 15f08254-42c4-445e-b2e4-feca4874b0d9 owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:57:20.516766 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-89b35ce9-a815-4516-8deb-f2b43bbb4233 req-f69461a1-c2c6-4102-8a84-dff3399324c1 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups?id=d18f3968-2def-4d07-a2bc-ea2526409224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344047 Jun 14 14:57:20.766893 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f97a4c-cecf-4785-846f-5a25a286ed53 admin admin] Network 3264bc1b-3107-4e40-8063-5800aefcb632 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:57:20.769483 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-00f97a4c-cecf-4785-846f-5a25a286ed53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:57:20.923670 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-512eaae8-7d7e-4e2b-9c03-f81c04362c75 req-a96f13bd-7b1e-4f7d-9069-81bbc5eb9feb tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:20.938005 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:21.001854 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f13bd-7b1e-4f7d-9069-81bbc5eb9feb tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Pushing event deleted for resources: {'Port': ['ID=15f08254-42c4-445e-b2e4-feca4874b0d9,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:21.011705 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-a96f13bd-7b1e-4f7d-9069-81bbc5eb9feb tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:21.162007 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f97a4c-cecf-4785-846f-5a25a286ed53 admin admin] Router 3172724f-97a2-43b1-b5f1-ae92efd7650f has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:57:21.206420 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-aeabed54-6d07-4320-9d9f-5da63308b4b0 None None] Provisioning complete for port 7b07085e-233f-42a9-981c-a519eb19fa2c triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:57:21.207223 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-aeabed54-6d07-4320-9d9f-5da63308b4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:21.315178 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-aeabed54-6d07-4320-9d9f-5da63308b4b0 None None] Port 7b07085e-233f-42a9-981c-a519eb19fa2c cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:57:21.327326 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-512eaae8-7d7e-4e2b-9c03-f81c04362c75 req-a96f13bd-7b1e-4f7d-9069-81bbc5eb9feb tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Router f8a8c9d7-242f-4110-8682-e77849310423 has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:57:21.578520 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device c6cdee1c-13d9-43d7-9779-ecaf851cc537 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:57:21.781714 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-512eaae8-7d7e-4e2b-9c03-f81c04362c75 req-a96f13bd-7b1e-4f7d-9069-81bbc5eb9feb tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:57:21.802038 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port c6cdee1c-13d9-43d7-9779-ecaf851cc537 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:57:21.804389 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port c6cdee1c-13d9-43d7-9779-ecaf851cc537 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:57:21.805038 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:21.815618 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fc8950-41dd-4e08-b36e-d7bbb9ad181a None None] Sync routers for ids ['f8a8c9d7-242f-4110-8682-e77849310423'] in dv-cinder-772623-8-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:57:21.921680 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fc8950-41dd-4e08-b36e-d7bbb9ad181a None None] Routers {'f8a8c9d7-242f-4110-8682-e77849310423'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:57:21.922876 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-34fc8950-41dd-4e08-b36e-d7bbb9ad181a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:57:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['f8a8c9d7-242f-4110-8682-e77849310423'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:21.942194 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-512eaae8-7d7e-4e2b-9c03-f81c04362c75 req-a96f13bd-7b1e-4f7d-9069-81bbc5eb9feb tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] No DVR routers for this DVR port 15f08254-42c4-445e-b2e4-feca4874b0d9 on host hv-cinder-77262 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:57:21.948880 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-512eaae8-7d7e-4e2b-9c03-f81c04362c75 req-a96f13bd-7b1e-4f7d-9069-81bbc5eb9feb tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:21.954081 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-512eaae8-7d7e-4e2b-9c03-f81c04362c75 req-a96f13bd-7b1e-4f7d-9069-81bbc5eb9feb tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.35 "DELETE /v2.0/ports/15f08254-42c4-445e-b2e4-feca4874b0d9 HTTP/1.1" status: 204 len: 173 time: 3.4185057 Jun 14 14:57:21.955309 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364f244c-1e4f-42b6-9ecf-3006eb16b265', 'name': 'network-vif-deleted', 'tag': '15f08254-42c4-445e-b2e4-feca4874b0d9'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:57:21.976203 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ca18f1-5498-40a1-b58c-12d3ca5eb385" -d '{"events": [{"server_uuid": "364f244c-1e4f-42b6-9ecf-3006eb16b265", "name": "network-vif-deleted", "tag": "15f08254-42c4-445e-b2e4-feca4874b0d9"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:57:21.986297 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 39188) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:22.049364 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc015f9-0e34-42d0-9f12-449443830a03 x-openstack-request-id: req-bfc015f9-0e34-42d0-9f12-449443830a03 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:57:22.049903 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364f244c-1e4f-42b6-9ecf-3006eb16b265", "name": "network-vif-deleted", "tag": "15f08254-42c4-445e-b2e4-feca4874b0d9", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:57:22.050380 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bfc015f9-0e34-42d0-9f12-449443830a03 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:57:22.051095 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364f244c-1e4f-42b6-9ecf-3006eb16b265', 'name': 'network-vif-deleted', 'tag': '15f08254-42c4-445e-b2e4-feca4874b0d9', 'status': 'completed', 'code': 200} Jun 14 14:57:22.188214 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-97c6c6eb-3882-4ea1-80be-ab9c8eed5152 req-9d14b78d-9169-4ced-a920-c8a3e3abeed5 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 210 time: 0.1248033 Jun 14 14:57:22.274336 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f97a4c-cecf-4785-846f-5a25a286ed53 admin admin] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:57:22.299504 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-00f97a4c-cecf-4785-846f-5a25a286ed53 admin admin] 10.222.0.48 "PUT /v2.0/routers/3172724f-97a2-43b1-b5f1-ae92efd7650f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1840453 Jun 14 14:57:22.351138 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-34fc8950-41dd-4e08-b36e-d7bbb9ad181a None None] Set router f8a8c9d7-242f-4110-8682-e77849310423 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:57:22.356894 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f1aab4a9-1f59-4bc7-bc17-d8e2d4889a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:22.592771 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f1aab4a9-1f59-4bc7-bc17-d8e2d4889a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:22.653729 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 15f08254-42c4-445e-b2e4-feca4874b0d9 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:57:22.704991 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] No Port match for: 15f08254-42c4-445e-b2e4-feca4874b0d9 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:57:22.705531 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 15f08254-42c4-445e-b2e4-feca4874b0d9 not bound to the agent host hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:57:22.706376 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f1aab4a9-1f59-4bc7-bc17-d8e2d4889a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:22.710242 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d24daa-9c3c-4f0a-9784-2898df9b47d2 None None] Sync routers for ids ['3172724f-97a2-43b1-b5f1-ae92efd7650f'] in dv-cinder-772623-8-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:57:22.713703 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-1a05f024-5972-48c6-89e2-26ecf6e44a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:22.734490 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:22.735789 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d24daa-9c3c-4f0a-9784-2898df9b47d2 None None] Routers {'3172724f-97a2-43b1-b5f1-ae92efd7650f'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:57:22.737322 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-36d24daa-9c3c-4f0a-9784-2898df9b47d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:57:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['3172724f-97a2-43b1-b5f1-ae92efd7650f'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:22.795866 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-f1aab4a9-1f59-4bc7-bc17-d8e2d4889a5f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2eb27519ac41441bbb16142d0d0444a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8085849 Jun 14 14:57:22.798360 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aab4a9-1f59-4bc7-bc17-d8e2d4889a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8153ea02-d4e4-4a4f-bdfa-e6b1a69ef5af,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:22.799518 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 39200) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:22.804382 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-f1aab4a9-1f59-4bc7-bc17-d8e2d4889a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:22.837888 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] For port c6cdee1c-13d9-43d7-9779-ecaf851cc537, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=c6cdee1c-13d9-43d7-9779-ecaf851cc537,segment=NetworkSegment(5993e2e7-d1a9-4fa5-8357-3040322fca1a),segment_id=5993e2e7-d1a9-4fa5-8357-3040322fca1a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:22.931516 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:22.942384 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:22.963280 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-878619d5-3759-49d6-aea6-2e519f6501af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:23.049380 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-878619d5-3759-49d6-aea6-2e519f6501af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:23.101766 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Pushing event updated for resources: {'Port': ['ID=c6cdee1c-13d9-43d7-9779-ecaf851cc537,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:23.155634 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:23.169145 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-36d24daa-9c3c-4f0a-9784-2898df9b47d2 None None] Set router 3172724f-97a2-43b1-b5f1-ae92efd7650f gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:57:23.206538 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-34fc8950-41dd-4e08-b36e-d7bbb9ad181a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'name': 'tempest-AttachVolumeShelveTestJSON-540344610-router', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:44Z', 'revision_number': 4, 'project_id': 'd950955f31d9460680045199b53c917f', 'gw_port': {'id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:32Z', 'updated_at': '2021-06-14T14:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': 'ee88a338-fd18-4315-9424-c27e666da578', 'name': '', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'mac_address': 'fa:16:3e:aa:e8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:41Z', 'updated_at': '2021-06-14T14:48:54Z', 'revision_number': 5, 'project_id': 'd950955f31d9460680045199b53c917f', 'subnets': [{'id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:23.212712 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fc8950-41dd-4e08-b36e-d7bbb9ad181a None None] Checking router: f8a8c9d7-242f-4110-8682-e77849310423 for host: dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:57:23.248129 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fc8950-41dd-4e08-b36e-d7bbb9ad181a None None] Routers {'f8a8c9d7-242f-4110-8682-e77849310423'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:57:23.248129 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-34fc8950-41dd-4e08-b36e-d7bbb9ad181a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:57:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['f8a8c9d7-242f-4110-8682-e77849310423'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:23.316346 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-878619d5-3759-49d6-aea6-2e519f6501af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:23.319261 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-878619d5-3759-49d6-aea6-2e519f6501af admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:23.320553 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-878619d5-3759-49d6-aea6-2e519f6501af admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8153ea02-d4e4-4a4f-bdfa-e6b1a69ef5af HTTP/1.1" status: 204 len: 168 time: 0.5190833 Jun 14 14:57:23.322354 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-a3a4f9f3-47e6-4886-b1d8-ced9c096ca75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:23.336423 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878619d5-3759-49d6-aea6-2e519f6501af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8153ea02-d4e4-4a4f-bdfa-e6b1a69ef5af,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:23.340520 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-878619d5-3759-49d6-aea6-2e519f6501af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:23.494900 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device c6cdee1c-13d9-43d7-9779-ecaf851cc537 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:57:23.505614 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5b149a0e-a3fb-4094-9ac2-065a8848d717 req-6fe14566-2826-4331-a493-1536a20a105b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/ports?device_id=364f244c-1e4f-42b6-9ecf-3006eb16b265 HTTP/1.1" status: 200 len: 210 time: 0.0778148 Jun 14 14:57:23.555455 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-34fc8950-41dd-4e08-b36e-d7bbb9ad181a None None] Set router f8a8c9d7-242f-4110-8682-e77849310423 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:57:23.658612 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-36d24daa-9c3c-4f0a-9784-2898df9b47d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'name': 'tempest-TestVolumeBootPattern-2112517787-router', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:13Z', 'updated_at': '2021-06-14T14:57:19Z', 'revision_number': 4, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'gw_port': {'id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:14Z', 'updated_at': '2021-06-14T14:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '7b07085e-233f-42a9-981c-a519eb19fa2c', 'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'mac_address': 'fa:16:3e:7d:3a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:18Z', 'updated_at': '2021-06-14T14:57:19Z', 'revision_number': 2, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'subnets': [{'id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:23.663665 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d24daa-9c3c-4f0a-9784-2898df9b47d2 None None] Checking router: 3172724f-97a2-43b1-b5f1-ae92efd7650f for host: dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:57:23.664396 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d24daa-9c3c-4f0a-9784-2898df9b47d2 None None] Updating router 3172724f-97a2-43b1-b5f1-ae92efd7650f port 7b07085e-233f-42a9-981c-a519eb19fa2c binding host dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:57:23.722633 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-36d24daa-9c3c-4f0a-9784-2898df9b47d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:23.735732 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port c6cdee1c-13d9-43d7-9779-ecaf851cc537 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:57:23.736131 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:23.913300 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 39218) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:23.927873 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-74897214-a803-41c9-adfb-f63cf26b8769 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1836456790-network', 'tenant_id': '97e5cf97e7e948ae963fce42609bdc90'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:57:24.100390 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74897214-a803-41c9-adfb-f63cf26b8769 admin admin] Made reservation on behalf of 97e5cf97e7e948ae963fce42609bdc90 for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:57:24.105561 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-74897214-a803-41c9-adfb-f63cf26b8769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for network, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:24.127923 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-74897214-a803-41c9-adfb-f63cf26b8769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:24.214893 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-34fc8950-41dd-4e08-b36e-d7bbb9ad181a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'name': 'tempest-AttachVolumeShelveTestJSON-540344610-router', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:44Z', 'revision_number': 4, 'project_id': 'd950955f31d9460680045199b53c917f', 'gw_port': {'id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:32Z', 'updated_at': '2021-06-14T14:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': 'ee88a338-fd18-4315-9424-c27e666da578', 'name': '', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'mac_address': 'fa:16:3e:aa:e8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:41Z', 'updated_at': '2021-06-14T14:48:54Z', 'revision_number': 5, 'project_id': 'd950955f31d9460680045199b53c917f', 'subnets': [{'id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:24.221233 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fc8950-41dd-4e08-b36e-d7bbb9ad181a None None] The sync data for ids ['f8a8c9d7-242f-4110-8682-e77849310423'] in dv-cinder-772623-8-iscsi is: [{'id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'name': 'tempest-AttachVolumeShelveTestJSON-540344610-router', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:48:44Z', 'revision_number': 4, 'project_id': 'd950955f31d9460680045199b53c917f', 'gw_port': {'id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:32Z', 'updated_at': '2021-06-14T14:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': 'ee88a338-fd18-4315-9424-c27e666da578', 'name': '', 'network_id': '1d5f5609-c7ac-49b5-a256-436c63bd28f5', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'mac_address': 'fa:16:3e:aa:e8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:41Z', 'updated_at': '2021-06-14T14:48:54Z', 'revision_number': 5, 'project_id': 'd950955f31d9460680045199b53c917f', 'subnets': [{'id': '16c47a92-806f-4b00-927d-529a6aa19a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:57:24.298749 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 39220) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:24.324919 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-74897214-a803-41c9-adfb-f63cf26b8769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:24.330667 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c59af4e8-af71-4932-a558-0afb466b791d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:24.397449 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-74897214-a803-41c9-adfb-f63cf26b8769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:24.403196 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-bf6fa5cd-5b6f-4da6-a641-d9f5e4a98ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:24.413092 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-36d24daa-9c3c-4f0a-9784-2898df9b47d2 None None] Notify callbacks [] for port, precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:24.434749 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-36d24daa-9c3c-4f0a-9784-2898df9b47d2 None None] Transition to ACTIVE for port object 7b07085e-233f-42a9-981c-a519eb19fa2c will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:57:24.454722 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74897214-a803-41c9-adfb-f63cf26b8769 admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:57:24.462157 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74897214-a803-41c9-adfb-f63cf26b8769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5956284-2dfd-464e-8d77-960f93c199c3,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:24.479852 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-74897214-a803-41c9-adfb-f63cf26b8769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:24.484996 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-74897214-a803-41c9-adfb-f63cf26b8769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:24.485595 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-74897214-a803-41c9-adfb-f63cf26b8769 admin admin] Added segment 1d8806c5-a1dd-49a5-8f30-fa13ad3f01d7 of type vlan for network 2063a6da-f0e5-4e3c-b123-74097b985fc2 Jun 14 14:57:24.529115 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-36d24daa-9c3c-4f0a-9784-2898df9b47d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:24.533184 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:24.550973 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c59af4e8-af71-4932-a558-0afb466b791d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:24.566632 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-74897214-a803-41c9-adfb-f63cf26b8769 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775072637368'] for network, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:24.659628 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc5150a-9d50-404d-8212-72f0c782fac5 None None] New status for floating IP e1ef8e50-ea41-470e-a8ae-fbb5b42a65ee: DOWN {{(pid=103389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 14:57:24.670436 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c59af4e8-af71-4932-a558-0afb466b791d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:24.675154 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-6a9e132b-e569-4e95-935a-233cf42def92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:24.716934 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59af4e8-af71-4932-a558-0afb466b791d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd485ab8-18da-486f-aec6-380731ae0caf,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:24.719054 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2486259-c0e7-43a4-950e-2cb07a336410 None None] Pushing event updated for resources: {'Port': ['ID=7b07085e-233f-42a9-981c-a519eb19fa2c,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:24.721121 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-c59af4e8-af71-4932-a558-0afb466b791d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:24.739841 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-c2486259-c0e7-43a4-950e-2cb07a336410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:24.752860 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-74897214-a803-41c9-adfb-f63cf26b8769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254'] for network, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:24.755875 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74897214-a803-41c9-adfb-f63cf26b8769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:24.757254 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-74897214-a803-41c9-adfb-f63cf26b8769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:24.758908 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-c59af4e8-af71-4932-a558-0afb466b791d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=45f2b51a6bb74e009b3870e84d0fd108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4584336 Jun 14 14:57:24.760038 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 39226) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:24.795727 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-da2f9034-d4f0-4ab0-ba99-53dd4fbf9ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:24.845393 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 39228) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:24.875739 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-74897214-a803-41c9-adfb-f63cf26b8769 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9579182 Jun 14 14:57:24.880925 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 39230) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:24.882321 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-36d24daa-9c3c-4f0a-9784-2898df9b47d2 None None] Attempting to bind port 7b07085e-233f-42a9-981c-a519eb19fa2c on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:57:24.883164 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-36d24daa-9c3c-4f0a-9784-2898df9b47d2 None None] Attempting to bind port 7b07085e-233f-42a9-981c-a519eb19fa2c by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': 'ac14f1ec-ccde-439b-aa26-64153387b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:57:24.885586 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d24daa-9c3c-4f0a-9784-2898df9b47d2 None None] Attempting to bind port 7b07085e-233f-42a9-981c-a519eb19fa2c on network 3264bc1b-3107-4e40-8063-5800aefcb632 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:57:24.894236 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-0c93bb34-99e4-4558-b6fa-39fd788ad168 admin admin] Request body: {'subnet': {'network_id': '2063a6da-f0e5-4e3c-b123-74097b985fc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1836456790-subnet', 'tenant_id': '97e5cf97e7e948ae963fce42609bdc90', 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:57:24.906506 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d24daa-9c3c-4f0a-9784-2898df9b47d2 None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:57:24.906506 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d24daa-9c3c-4f0a-9784-2898df9b47d2 None None] Checking segment: {'id': 'ac14f1ec-ccde-439b-aa26-64153387b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:57:24.906506 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-36d24daa-9c3c-4f0a-9784-2898df9b47d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:24.906506 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d24daa-9c3c-4f0a-9784-2898df9b47d2 None None] Bound using segment: {'id': 'ac14f1ec-ccde-439b-aa26-64153387b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:57:24.906506 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-36d24daa-9c3c-4f0a-9784-2898df9b47d2 None None] Bound port: 7b07085e-233f-42a9-981c-a519eb19fa2c, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac14f1ec-ccde-439b-aa26-64153387b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:57:24.906506 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-36d24daa-9c3c-4f0a-9784-2898df9b47d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:24.913366 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e57008c4-a89b-49a6-908c-be6aa8fcda1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:24.965065 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e57008c4-a89b-49a6-908c-be6aa8fcda1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:24.979307 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74897214-a803-41c9-adfb-f63cf26b8769 admin admin] Pushing event updated for resources: {'Network': ['ID=2063a6da-f0e5-4e3c-b123-74097b985fc2,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:24.983458 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-74897214-a803-41c9-adfb-f63cf26b8769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:24.997284 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Network 2063a6da-f0e5-4e3c-b123-74097b985fc2 details requested by agent ovs-agent-dv-cinder-772623-8-iscsi with host dv-cinder-772623-8-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:57:25.083852 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c93bb34-99e4-4558-b6fa-39fd788ad168 admin admin] Made reservation on behalf of 97e5cf97e7e948ae963fce42609bdc90 for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:57:25.091853 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0c93bb34-99e4-4558-b6fa-39fd788ad168 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27527779'] for subnet, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:25.117834 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-36d24daa-9c3c-4f0a-9784-2898df9b47d2 None None] For port 7b07085e-233f-42a9-981c-a519eb19fa2c, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:57:25.124922 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cf792dc5-ee5d-49ba-ad1c-8143fd97f60a tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:25.130492 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-36d24daa-9c3c-4f0a-9784-2898df9b47d2 None None] For port 7b07085e-233f-42a9-981c-a519eb19fa2c, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=7b07085e-233f-42a9-981c-a519eb19fa2c,segment=NetworkSegment(ac14f1ec-ccde-439b-aa26-64153387b151),segment_id=ac14f1ec-ccde-439b-aa26-64153387b151)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:57:25.164279 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cf792dc5-ee5d-49ba-ad1c-8143fd97f60a tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:25.201071 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e57008c4-a89b-49a6-908c-be6aa8fcda1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:25.206491 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e57008c4-a89b-49a6-908c-be6aa8fcda1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:25.208496 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-e57008c4-a89b-49a6-908c-be6aa8fcda1e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd485ab8-18da-486f-aec6-380731ae0caf HTTP/1.1" status: 204 len: 168 time: 0.4469426 Jun 14 14:57:25.222481 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-5e8bc234-dd4c-4bd0-973d-9eae66605563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:25.234992 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-36d24daa-9c3c-4f0a-9784-2898df9b47d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:25.240457 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-70b21fc2-f895-4d74-b5e9-6c79155a90f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:25.246609 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57008c4-a89b-49a6-908c-be6aa8fcda1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd485ab8-18da-486f-aec6-380731ae0caf,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:25.253379 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-e57008c4-a89b-49a6-908c-be6aa8fcda1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:25.334523 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d24daa-9c3c-4f0a-9784-2898df9b47d2 None None] Routers {'3172724f-97a2-43b1-b5f1-ae92efd7650f'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:57:25.335156 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-36d24daa-9c3c-4f0a-9784-2898df9b47d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:57:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['3172724f-97a2-43b1-b5f1-ae92efd7650f'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:25.380285 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cf792dc5-ee5d-49ba-ad1c-8143fd97f60a tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:25.384461 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cf792dc5-ee5d-49ba-ad1c-8143fd97f60a tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:25.385633 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-cf792dc5-ee5d-49ba-ad1c-8143fd97f60a tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "DELETE /v2.0/security-groups/d18f3968-2def-4d07-a2bc-ea2526409224 HTTP/1.1" status: 204 len: 168 time: 0.5362875 Jun 14 14:57:25.386521 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-c84eabad-aed0-4624-b964-471b400d3fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:25.392219 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 39234) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:25.443797 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf792dc5-ee5d-49ba-ad1c-8143fd97f60a tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18f3968-2def-4d07-a2bc-ea2526409224,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:25.453411 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-cf792dc5-ee5d-49ba-ad1c-8143fd97f60a tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:25.454838 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.api.v2.resource [None req-174e50e7-dc66-4534-81d9-e39a1ba7a54b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] show failed (client error): The resource could not be found. Jun 14 14:57:25.458577 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-174e50e7-dc66-4534-81d9-e39a1ba7a54b tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "GET /v2.0/security-groups/d18f3968-2def-4d07-a2bc-ea2526409224 HTTP/1.1" status: 404 len: 347 time: 0.0571930 Jun 14 14:57:25.459184 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 39236) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:25.533429 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2486259-c0e7-43a4-950e-2cb07a336410 None None] Pushing event updated for resources: {'Port': ['ID=7b07085e-233f-42a9-981c-a519eb19fa2c,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:25.539700 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-c2486259-c0e7-43a4-950e-2cb07a336410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:25.558384 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0c93bb34-99e4-4558-b6fa-39fd788ad168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27716675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27527797'] for subnet, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:25.563359 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:25.593223 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-36d24daa-9c3c-4f0a-9784-2898df9b47d2 None None] Set router 3172724f-97a2-43b1-b5f1-ae92efd7650f gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:57:25.739965 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93bb34-99e4-4558-b6fa-39fd788ad168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=367bad9d-9309-4e35-b738-c9fefc556878,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:25.742934 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-0c93bb34-99e4-4558-b6fa-39fd788ad168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:25.782756 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c93bb34-99e4-4558-b6fa-39fd788ad168 admin admin] Checking segment: {'id': '1d8806c5-a1dd-49a5-8f30-fa13ad3f01d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2063a6da-f0e5-4e3c-b123-74097b985fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:57:25.782756 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c93bb34-99e4-4558-b6fa-39fd788ad168 admin admin] Network hostable DHCP agents. Network: 2063a6da-f0e5-4e3c-b123-74097b985fc2, hostable agents: ['1c28a66e-eef9-4899-ac0a-d449f34e71b3'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:57:25.811451 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-9e66ea06-facd-4a74-ac1f-b0df3fdfee37 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Deleting port c5e0361c-b865-45fa-a7d0-0a634ac605cd {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:57:25.812178 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9e66ea06-facd-4a74-ac1f-b0df3fdfee37 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:25.911224 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c93bb34-99e4-4558-b6fa-39fd788ad168 admin admin] Network 2063a6da-f0e5-4e3c-b123-74097b985fc2 is scheduled to be hosted by DHCP agent 1c28a66e-eef9-4899-ac0a-d449f34e71b3 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:57:25.964772 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9e66ea06-facd-4a74-ac1f-b0df3fdfee37 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:25.964772 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9e66ea06-facd-4a74-ac1f-b0df3fdfee37 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:25.996093 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-36d24daa-9c3c-4f0a-9784-2898df9b47d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'name': 'tempest-TestVolumeBootPattern-2112517787-router', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:13Z', 'updated_at': '2021-06-14T14:57:19Z', 'revision_number': 4, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'gw_port': {'id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:14Z', 'updated_at': '2021-06-14T14:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '7b07085e-233f-42a9-981c-a519eb19fa2c', 'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'mac_address': 'fa:16:3e:7d:3a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:18Z', 'updated_at': '2021-06-14T14:57:25Z', 'revision_number': 4, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'subnets': [{'id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:26.001025 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d24daa-9c3c-4f0a-9784-2898df9b47d2 None None] The sync data for ids ['3172724f-97a2-43b1-b5f1-ae92efd7650f'] in dv-cinder-772623-8-iscsi is: [{'id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'name': 'tempest-TestVolumeBootPattern-2112517787-router', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:13Z', 'updated_at': '2021-06-14T14:57:19Z', 'revision_number': 4, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'gw_port': {'id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:14Z', 'updated_at': '2021-06-14T14:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '7b07085e-233f-42a9-981c-a519eb19fa2c', 'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'mac_address': 'fa:16:3e:7d:3a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:18Z', 'updated_at': '2021-06-14T14:57:25Z', 'revision_number': 4, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'subnets': [{'id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:57:26.051605 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-0c93bb34-99e4-4558-b6fa-39fd788ad168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-8-iscsi, 2063a6da-f0e5-4e3c-b123-74097b985fc2) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:57:26.073007 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e740a35-29cd-4e84-a4dd-50f5c542e392 None None] Network 2063a6da-f0e5-4e3c-b123-74097b985fc2 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:57:26.125667 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-9e66ea06-facd-4a74-ac1f-b0df3fdfee37 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Calling delete_port for c5e0361c-b865-45fa-a7d0-0a634ac605cd owned by network:floatingip {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:57:26.131091 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c93bb34-99e4-4558-b6fa-39fd788ad168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:26.131744 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0c93bb34-99e4-4558-b6fa-39fd788ad168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for subnet, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:26.279112 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-0c93bb34-99e4-4558-b6fa-39fd788ad168 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3967593 Jun 14 14:57:26.282218 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 39246) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:26.287316 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-33ecca91-abf7-4ff9-a199-c4dfb33e17bb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1836456790-router', 'tenant_id': '97e5cf97e7e948ae963fce42609bdc90', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:57:26.429586 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bb1708-21c9-4e4b-8e53-e89839b5e5ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a9950a2-d8d6-5091-b96d-d9e9ed5f9ff3-2063a6da-f0e5-4e3c-b123-74097b985fc2', 'network_id': '2063a6da-f0e5-4e3c-b123-74097b985fc2', 'tenant_id': '97e5cf97e7e948ae963fce42609bdc90', 'fixed_ips': [{'subnet_id': '367bad9d-9309-4e35-b738-c9fefc556878'}]}} from dv-cinder-772623-8-iscsi. {{(pid=103389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 14:57:26.431455 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f1bb1708-21c9-4e4b-8e53-e89839b5e5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:26.438303 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-33ecca91-abf7-4ff9-a199-c4dfb33e17bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59868'] for router, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:26.442352 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-33ecca91-abf7-4ff9-a199-c4dfb33e17bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-769193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59861'] for router, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:26.484789 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9e66ea06-facd-4a74-ac1f-b0df3fdfee37 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27717370'] for port, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:26.484789 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-be3cd31b-befb-4541-aa3f-4293625c777a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:26.526227 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e66ea06-facd-4a74-ac1f-b0df3fdfee37 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Pushing event deleted for resources: {'Port': ['ID=c5e0361c-b865-45fa-a7d0-0a634ac605cd,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:26.536544 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-9e66ea06-facd-4a74-ac1f-b0df3fdfee37 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:26.548443 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-33ecca91-abf7-4ff9-a199-c4dfb33e17bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:26.660238 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-f1bb1708-21c9-4e4b-8e53-e89839b5e5ca None None] Allocated IP 172.20.0.2 (2063a6da-f0e5-4e3c-b123-74097b985fc2/367bad9d-9309-4e35-b738-c9fefc556878/8d15c435-547a-468a-8e69-c77d8a9da944) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:57:26.699774 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9e66ea06-facd-4a74-ac1f-b0df3fdfee37 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks [] for floatingip, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:26.707214 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9e66ea06-facd-4a74-ac1f-b0df3fdfee37 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for floatingip, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:26.715139 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-9e66ea06-facd-4a74-ac1f-b0df3fdfee37 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] 10.222.0.48 "DELETE /v2.0/floatingips/e1ef8e50-ea41-470e-a8ae-fbb5b42a65ee HTTP/1.1" status: 204 len: 168 time: 1.2533052 Jun 14 14:57:26.966796 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-33ecca91-abf7-4ff9-a199-c4dfb33e17bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-769206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59843'] for router, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:26.967419 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f1bb1708-21c9-4e4b-8e53-e89839b5e5ca None None] Notify callbacks [] for port, precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:26.977284 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f1bb1708-21c9-4e4b-8e53-e89839b5e5ca None None] Transition to ACTIVE for port object 8d15c435-547a-468a-8e69-c77d8a9da944 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:57:27.014674 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f1bb1708-21c9-4e4b-8e53-e89839b5e5ca None None] Transition to ACTIVE for port object 8d15c435-547a-468a-8e69-c77d8a9da944 will not be triggered until provisioned by entity DHCP. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:57:27.094935 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f1bb1708-21c9-4e4b-8e53-e89839b5e5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328'] for port, after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:27.098837 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-6bc82670-e6cf-46de-a4b4-64d8e32851e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:27.165455 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bb1708-21c9-4e4b-8e53-e89839b5e5ca None None] Network 2063a6da-f0e5-4e3c-b123-74097b985fc2 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:57:27.169267 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-f1bb1708-21c9-4e4b-8e53-e89839b5e5ca None None] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:57:27.177367 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bb1708-21c9-4e4b-8e53-e89839b5e5ca None None] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:57:27.275990 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb1708-21c9-4e4b-8e53-e89839b5e5ca None None] Pushing event updated for resources: {'Port': ['ID=8d15c435-547a-468a-8e69-c77d8a9da944,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:27.285972 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-f1bb1708-21c9-4e4b-8e53-e89839b5e5ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:27.294210 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-f1bb1708-21c9-4e4b-8e53-e89839b5e5ca None None] Attempting to bind port 8d15c435-547a-468a-8e69-c77d8a9da944 on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:57:27.294586 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-f1bb1708-21c9-4e4b-8e53-e89839b5e5ca None None] Attempting to bind port 8d15c435-547a-468a-8e69-c77d8a9da944 by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': '1d8806c5-a1dd-49a5-8f30-fa13ad3f01d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2063a6da-f0e5-4e3c-b123-74097b985fc2'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:57:27.294962 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bb1708-21c9-4e4b-8e53-e89839b5e5ca None None] Attempting to bind port 8d15c435-547a-468a-8e69-c77d8a9da944 on network 2063a6da-f0e5-4e3c-b123-74097b985fc2 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:57:27.301034 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bb1708-21c9-4e4b-8e53-e89839b5e5ca None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:57:27.301417 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bb1708-21c9-4e4b-8e53-e89839b5e5ca None None] Checking segment: {'id': '1d8806c5-a1dd-49a5-8f30-fa13ad3f01d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2063a6da-f0e5-4e3c-b123-74097b985fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:57:27.301835 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f1bb1708-21c9-4e4b-8e53-e89839b5e5ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:27.302230 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bb1708-21c9-4e4b-8e53-e89839b5e5ca None None] Bound using segment: {'id': '1d8806c5-a1dd-49a5-8f30-fa13ad3f01d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2063a6da-f0e5-4e3c-b123-74097b985fc2'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:57:27.310734 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-f1bb1708-21c9-4e4b-8e53-e89839b5e5ca None None] Bound port: 8d15c435-547a-468a-8e69-c77d8a9da944, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8806c5-a1dd-49a5-8f30-fa13ad3f01d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2063a6da-f0e5-4e3c-b123-74097b985fc2'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:57:27.310734 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f1bb1708-21c9-4e4b-8e53-e89839b5e5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:27.420910 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-f1bb1708-21c9-4e4b-8e53-e89839b5e5ca None None] For port 8d15c435-547a-468a-8e69-c77d8a9da944, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:57:27.422470 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-33ecca91-abf7-4ff9-a199-c4dfb33e17bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:27.427483 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-f1bb1708-21c9-4e4b-8e53-e89839b5e5ca None None] For port 8d15c435-547a-468a-8e69-c77d8a9da944, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=8d15c435-547a-468a-8e69-c77d8a9da944,segment=NetworkSegment(1d8806c5-a1dd-49a5-8f30-fa13ad3f01d7),segment_id=1d8806c5-a1dd-49a5-8f30-fa13ad3f01d7)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:57:27.474051 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-33ecca91-abf7-4ff9-a199-c4dfb33e17bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:27.504651 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 7b07085e-233f-42a9-981c-a519eb19fa2c up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:57:27.550280 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f1bb1708-21c9-4e4b-8e53-e89839b5e5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:27.557233 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:27.640849 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-33ecca91-abf7-4ff9-a199-c4dfb33e17bb admin admin] Allocated IP 172.27.2.97 (fc485d09-1af9-4f7a-81e8-700830ebc213/e09b5c2d-fde6-405d-9c65-d45cf22b44a3/21b8a8a6-407e-48aa-a1b6-25e56ccab849) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:57:27.642228 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb1708-21c9-4e4b-8e53-e89839b5e5ca None None] Pushing event updated for resources: {'Port': ['ID=8d15c435-547a-468a-8e69-c77d8a9da944,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:27.646638 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-f1bb1708-21c9-4e4b-8e53-e89839b5e5ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:27.757506 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port 7b07085e-233f-42a9-981c-a519eb19fa2c completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:57:27.768777 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 7b07085e-233f-42a9-981c-a519eb19fa2c triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:57:27.768777 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:27.819570 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-33ecca91-abf7-4ff9-a199-c4dfb33e17bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:27.932974 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:27.940171 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-33ecca91-abf7-4ff9-a199-c4dfb33e17bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28280472'] for port, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:27.944154 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-7d790964-cb8c-42cd-b892-65e4a32a6647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:27.971968 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ecca91-abf7-4ff9-a199-c4dfb33e17bb admin admin] Network fc485d09-1af9-4f7a-81e8-700830ebc213 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:57:28.000297 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] For port 7b07085e-233f-42a9-981c-a519eb19fa2c, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=7b07085e-233f-42a9-981c-a519eb19fa2c,segment=NetworkSegment(ac14f1ec-ccde-439b-aa26-64153387b151),segment_id=ac14f1ec-ccde-439b-aa26-64153387b151)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:28.007060 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-33ecca91-abf7-4ff9-a199-c4dfb33e17bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:57:28.014725 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ecca91-abf7-4ff9-a199-c4dfb33e17bb admin admin] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:57:28.089279 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ecca91-abf7-4ff9-a199-c4dfb33e17bb admin admin] Pushing event updated for resources: {'Port': ['ID=21b8a8a6-407e-48aa-a1b6-25e56ccab849,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:28.094042 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-33ecca91-abf7-4ff9-a199-c4dfb33e17bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:28.107193 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:28.113005 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:28.178243 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Pushing event updated for resources: {'Port': ['ID=7b07085e-233f-42a9-981c-a519eb19fa2c,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:28.193260 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:28.550815 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-33ecca91-abf7-4ff9-a199-c4dfb33e17bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:28.898912 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116587b1-448c-4c27-aed4-54158583fbe0 None None] Network 2063a6da-f0e5-4e3c-b123-74097b985fc2 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:57:29.109240 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-f255bec4-4fcd-480b-b5bd-50f6853e564d None None] Provisioning for port 8d15c435-547a-468a-8e69-c77d8a9da944 completed by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:57:29.354869 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-33ecca91-abf7-4ff9-a199-c4dfb33e17bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-769006'] for router, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:29.672360 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 7b07085e-233f-42a9-981c-a519eb19fa2c up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:57:29.741428 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ecca91-abf7-4ff9-a199-c4dfb33e17bb admin admin] Router 471f6972-0b44-4331-9b69-2a567833c456 is scheduled to L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 with binding_index 1 {{(pid=103387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 14:57:29.762041 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 7b07085e-233f-42a9-981c-a519eb19fa2c triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:57:29.762636 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:29.907296 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 8d15c435-547a-468a-8e69-c77d8a9da944 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:57:29.928150 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 39300) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:29.968670 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ecca91-abf7-4ff9-a199-c4dfb33e17bb admin admin] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:57:29.992346 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e300e2-55e6-4eb1-9033-fa9728727ba6 None None] Sync routers for ids ['471f6972-0b44-4331-9b69-2a567833c456'] in dv-cinder-772623-8-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:57:30.019593 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e300e2-55e6-4eb1-9033-fa9728727ba6 None None] Routers {'471f6972-0b44-4331-9b69-2a567833c456'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:57:30.027462 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-12e300e2-55e6-4eb1-9033-fa9728727ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:57:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['471f6972-0b44-4331-9b69-2a567833c456'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:30.150406 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port 8d15c435-547a-468a-8e69-c77d8a9da944 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:57:30.152862 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-33ecca91-abf7-4ff9-a199-c4dfb33e17bb admin admin] Notify callbacks [] for router, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:30.161657 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-33ecca91-abf7-4ff9-a199-c4dfb33e17bb admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8712556 Jun 14 14:57:30.161934 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 39304) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:30.162617 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 8d15c435-547a-468a-8e69-c77d8a9da944 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:57:30.162617 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:30.269709 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-12e300e2-55e6-4eb1-9033-fa9728727ba6 None None] Set router 471f6972-0b44-4331-9b69-2a567833c456 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:57:30.292512 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:30.362102 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] For port 8d15c435-547a-468a-8e69-c77d8a9da944, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=8d15c435-547a-468a-8e69-c77d8a9da944,segment=NetworkSegment(1d8806c5-a1dd-49a5-8f30-fa13ad3f01d7),segment_id=1d8806c5-a1dd-49a5-8f30-fa13ad3f01d7)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:30.419750 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:30.422977 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-3cd7694f-6938-4bf7-81df-7bc239515b6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:30.520623 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Pushing event updated for resources: {'Port': ['ID=8d15c435-547a-468a-8e69-c77d8a9da944,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:30.527309 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:30.698495 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-12e300e2-55e6-4eb1-9033-fa9728727ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471f6972-0b44-4331-9b69-2a567833c456', 'name': 'tempest-TestVolumeBootPattern-1836456790-router', 'tenant_id': '97e5cf97e7e948ae963fce42609bdc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '21b8a8a6-407e-48aa-a1b6-25e56ccab849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:26Z', 'updated_at': '2021-06-14T14:57:28Z', 'revision_number': 3, 'project_id': '97e5cf97e7e948ae963fce42609bdc90', 'gw_port': {'id': '21b8a8a6-407e-48aa-a1b6-25e56ccab849', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471f6972-0b44-4331-9b69-2a567833c456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:27Z', 'updated_at': '2021-06-14T14:57:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:30.701582 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e300e2-55e6-4eb1-9033-fa9728727ba6 None None] Checking router: 471f6972-0b44-4331-9b69-2a567833c456 for host: dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:57:30.701925 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e300e2-55e6-4eb1-9033-fa9728727ba6 None None] Updating router 471f6972-0b44-4331-9b69-2a567833c456 port 21b8a8a6-407e-48aa-a1b6-25e56ccab849 binding host dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:57:30.784004 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-12e300e2-55e6-4eb1-9033-fa9728727ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:30.967629 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-495e1471-d711-48d5-8cb8-7dcaa346eba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:31.065469 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ee27112c-4387-45c6-ab31-9b9c519693a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756128'] for router_interface, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:31.192571 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-12e300e2-55e6-4eb1-9033-fa9728727ba6 None None] Notify callbacks [] for port, precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:31.206810 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-12e300e2-55e6-4eb1-9033-fa9728727ba6 None None] Transition to ACTIVE for port object 21b8a8a6-407e-48aa-a1b6-25e56ccab849 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:57:31.294961 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-495e1471-d711-48d5-8cb8-7dcaa346eba8 admin admin] Allocated IP 172.20.0.1 (2063a6da-f0e5-4e3c-b123-74097b985fc2/367bad9d-9309-4e35-b738-c9fefc556878/474b25d0-425a-45df-9002-cb45e3c9af0f) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:57:31.334293 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-12e300e2-55e6-4eb1-9033-fa9728727ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:31.336692 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-c2486259-c0e7-43a4-950e-2cb07a336410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:31.412971 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-12e300e2-55e6-4eb1-9033-fa9728727ba6 None None] Attempting to bind port 21b8a8a6-407e-48aa-a1b6-25e56ccab849 on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:57:31.413419 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-12e300e2-55e6-4eb1-9033-fa9728727ba6 None None] Attempting to bind port 21b8a8a6-407e-48aa-a1b6-25e56ccab849 by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:57:31.414562 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e300e2-55e6-4eb1-9033-fa9728727ba6 None None] Attempting to bind port 21b8a8a6-407e-48aa-a1b6-25e56ccab849 on network fc485d09-1af9-4f7a-81e8-700830ebc213 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:57:31.419024 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044ad46-cd7e-45bb-9af6-e32696cc405d None None] Pushing event updated for resources: {'Port': ['ID=21b8a8a6-407e-48aa-a1b6-25e56ccab849,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:31.423773 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-d044ad46-cd7e-45bb-9af6-e32696cc405d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:31.425278 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e300e2-55e6-4eb1-9033-fa9728727ba6 None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:57:31.426362 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e300e2-55e6-4eb1-9033-fa9728727ba6 None None] Checking segment: {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:57:31.426856 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-12e300e2-55e6-4eb1-9033-fa9728727ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:31.427331 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e300e2-55e6-4eb1-9033-fa9728727ba6 None None] Bound using segment: {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:57:31.428046 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-12e300e2-55e6-4eb1-9033-fa9728727ba6 None None] Bound port: 21b8a8a6-407e-48aa-a1b6-25e56ccab849, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:57:31.428325 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-12e300e2-55e6-4eb1-9033-fa9728727ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:31.461419 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-495e1471-d711-48d5-8cb8-7dcaa346eba8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:31.481981 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.provisioning_blocks [None req-495e1471-d711-48d5-8cb8-7dcaa346eba8 admin admin] Transition to ACTIVE for port object 474b25d0-425a-45df-9002-cb45e3c9af0f will not be triggered until provisioned by entity DHCP. {{(pid=103388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:57:31.503679 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 8d15c435-547a-468a-8e69-c77d8a9da944 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:57:31.524468 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-ee27112c-4387-45c6-ab31-9b9c519693a8 admin admin] Deleting port ee88a338-fd18-4315-9424-c27e666da578 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:57:31.525407 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ee27112c-4387-45c6-ab31-9b9c519693a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:31.543694 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-12e300e2-55e6-4eb1-9033-fa9728727ba6 None None] For port 21b8a8a6-407e-48aa-a1b6-25e56ccab849, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:57:31.550239 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-12e300e2-55e6-4eb1-9033-fa9728727ba6 None None] For port 21b8a8a6-407e-48aa-a1b6-25e56ccab849, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=21b8a8a6-407e-48aa-a1b6-25e56ccab849,segment=NetworkSegment(5993e2e7-d1a9-4fa5-8357-3040322fca1a),segment_id=5993e2e7-d1a9-4fa5-8357-3040322fca1a)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:57:31.590071 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 8d15c435-547a-468a-8e69-c77d8a9da944 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:57:31.590679 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:31.616018 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-495e1471-d711-48d5-8cb8-7dcaa346eba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27717363'] for port, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:31.622067 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-ec92221c-d3f0-4e09-97f6-4d41b69228c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:31.643219 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-12e300e2-55e6-4eb1-9033-fa9728727ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:31.646381 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:31.669409 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-ee27112c-4387-45c6-ab31-9b9c519693a8 admin admin] For port ee88a338-fd18-4315-9424-c27e666da578, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=ee88a338-fd18-4315-9424-c27e666da578,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:31.670152 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ee27112c-4387-45c6-ab31-9b9c519693a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:31.675240 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495e1471-d711-48d5-8cb8-7dcaa346eba8 admin admin] Network 2063a6da-f0e5-4e3c-b123-74097b985fc2 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:57:31.683331 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-495e1471-d711-48d5-8cb8-7dcaa346eba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:57:31.686688 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495e1471-d711-48d5-8cb8-7dcaa346eba8 admin admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:57:31.716920 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e300e2-55e6-4eb1-9033-fa9728727ba6 None None] Routers {'471f6972-0b44-4331-9b69-2a567833c456'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:57:31.717695 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-12e300e2-55e6-4eb1-9033-fa9728727ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:57:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['471f6972-0b44-4331-9b69-2a567833c456'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:31.745879 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e1471-d711-48d5-8cb8-7dcaa346eba8 admin admin] Pushing event updated for resources: {'Port': ['ID=474b25d0-425a-45df-9002-cb45e3c9af0f,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:31.749848 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-495e1471-d711-48d5-8cb8-7dcaa346eba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:31.762359 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-495e1471-d711-48d5-8cb8-7dcaa346eba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756011'] for router_interface, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:31.852253 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-ee27112c-4387-45c6-ab31-9b9c519693a8 admin admin] Calling delete_port for ee88a338-fd18-4315-9424-c27e666da578 owned by network:router_interface {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:57:31.889513 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9f1d3b8d-b19c-4bad-ae85-bc57e0bacea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:31.931416 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-12e300e2-55e6-4eb1-9033-fa9728727ba6 None None] Set router 471f6972-0b44-4331-9b69-2a567833c456 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:57:32.062296 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044ad46-cd7e-45bb-9af6-e32696cc405d None None] Pushing event updated for resources: {'Port': ['ID=21b8a8a6-407e-48aa-a1b6-25e56ccab849,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:32.070382 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-d044ad46-cd7e-45bb-9af6-e32696cc405d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:32.070986 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-495e1471-d711-48d5-8cb8-7dcaa346eba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:32.105981 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-d7c0442e-3b9d-4b2d-888e-6b08ffe787cf None None] Provisioning for port 474b25d0-425a-45df-9002-cb45e3c9af0f completed by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:57:32.113224 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-d7c0442e-3b9d-4b2d-888e-6b08ffe787cf None None] Provisioning complete for port 474b25d0-425a-45df-9002-cb45e3c9af0f triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:57:32.113805 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d7c0442e-3b9d-4b2d-888e-6b08ffe787cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:32.195782 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-d7c0442e-3b9d-4b2d-888e-6b08ffe787cf None None] Port 474b25d0-425a-45df-9002-cb45e3c9af0f cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:57:32.278702 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-12e300e2-55e6-4eb1-9033-fa9728727ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471f6972-0b44-4331-9b69-2a567833c456', 'name': 'tempest-TestVolumeBootPattern-1836456790-router', 'tenant_id': '97e5cf97e7e948ae963fce42609bdc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '21b8a8a6-407e-48aa-a1b6-25e56ccab849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:26Z', 'updated_at': '2021-06-14T14:57:28Z', 'revision_number': 3, 'project_id': '97e5cf97e7e948ae963fce42609bdc90', 'gw_port': {'id': '21b8a8a6-407e-48aa-a1b6-25e56ccab849', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471f6972-0b44-4331-9b69-2a567833c456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:27Z', 'updated_at': '2021-06-14T14:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:32.283805 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e300e2-55e6-4eb1-9033-fa9728727ba6 None None] The sync data for ids ['471f6972-0b44-4331-9b69-2a567833c456'] in dv-cinder-772623-8-iscsi is: [{'id': '471f6972-0b44-4331-9b69-2a567833c456', 'name': 'tempest-TestVolumeBootPattern-1836456790-router', 'tenant_id': '97e5cf97e7e948ae963fce42609bdc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '21b8a8a6-407e-48aa-a1b6-25e56ccab849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:26Z', 'updated_at': '2021-06-14T14:57:28Z', 'revision_number': 3, 'project_id': '97e5cf97e7e948ae963fce42609bdc90', 'gw_port': {'id': '21b8a8a6-407e-48aa-a1b6-25e56ccab849', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471f6972-0b44-4331-9b69-2a567833c456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:27Z', 'updated_at': '2021-06-14T14:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:57:32.346043 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ee27112c-4387-45c6-ab31-9b9c519693a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:32.351580 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-29815527-782b-4551-8876-b1d7c718e938 tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:32.377045 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-495e1471-d711-48d5-8cb8-7dcaa346eba8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:32.403137 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27112c-4387-45c6-ab31-9b9c519693a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee88a338-fd18-4315-9424-c27e666da578,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:32.410542 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-ee27112c-4387-45c6-ab31-9b9c519693a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:32.448649 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-495e1471-d711-48d5-8cb8-7dcaa346eba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27717325'] for port, after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:32.451686 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:32.562671 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e1471-d711-48d5-8cb8-7dcaa346eba8 admin admin] Pushing event updated for resources: {'Port': ['ID=474b25d0-425a-45df-9002-cb45e3c9af0f,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:32.567278 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-495e1471-d711-48d5-8cb8-7dcaa346eba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:32.568546 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-495e1471-d711-48d5-8cb8-7dcaa346eba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756159'] for router_interface, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:32.801044 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ee27112c-4387-45c6-ab31-9b9c519693a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-756272'] for router_interface, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:33.109899 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495e1471-d711-48d5-8cb8-7dcaa346eba8 admin admin] Network 2063a6da-f0e5-4e3c-b123-74097b985fc2 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:57:33.112489 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-495e1471-d711-48d5-8cb8-7dcaa346eba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:57:33.265939 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee27112c-4387-45c6-ab31-9b9c519693a8 admin admin] Router f8a8c9d7-242f-4110-8682-e77849310423 has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:57:33.380942 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495e1471-d711-48d5-8cb8-7dcaa346eba8 admin admin] Router 471f6972-0b44-4331-9b69-2a567833c456 has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:57:33.535440 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-2fb30503-9870-42e8-89b9-df04ce948490 None None] Provisioning complete for port 474b25d0-425a-45df-9002-cb45e3c9af0f triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:57:33.542485 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2fb30503-9870-42e8-89b9-df04ce948490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:33.637582 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee27112c-4387-45c6-ab31-9b9c519693a8 admin admin] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:57:33.650642 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-ee27112c-4387-45c6-ab31-9b9c519693a8 admin admin] 10.222.0.48 "PUT /v2.0/routers/f8a8c9d7-242f-4110-8682-e77849310423/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7209747 Jun 14 14:57:33.651835 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 39322) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:33.655797 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495e1471-d711-48d5-8cb8-7dcaa346eba8 admin admin] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:57:33.659765 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d12cd89-4188-4b1b-93b3-5d824c4d49b9 None None] Sync routers for ids ['f8a8c9d7-242f-4110-8682-e77849310423'] in dv-cinder-772623-8-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:57:33.671864 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-495e1471-d711-48d5-8cb8-7dcaa346eba8 admin admin] 10.222.0.48 "PUT /v2.0/routers/471f6972-0b44-4331-9b69-2a567833c456/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5095768 Jun 14 14:57:33.676103 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-2fb30503-9870-42e8-89b9-df04ce948490 None None] Port 474b25d0-425a-45df-9002-cb45e3c9af0f cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:57:33.690052 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d12cd89-4188-4b1b-93b3-5d824c4d49b9 None None] Routers {'f8a8c9d7-242f-4110-8682-e77849310423'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:57:33.691870 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-9d12cd89-4188-4b1b-93b3-5d824c4d49b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:57:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['f8a8c9d7-242f-4110-8682-e77849310423'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:34.003131 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 21b8a8a6-407e-48aa-a1b6-25e56ccab849 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:57:34.246774 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-9d12cd89-4188-4b1b-93b3-5d824c4d49b9 None None] Set router f8a8c9d7-242f-4110-8682-e77849310423 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:57:34.323865 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8ce4495e-d156-41f7-8eb7-c4feee983a2b admin admin] Notify callbacks [] for router, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:34.492228 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port 21b8a8a6-407e-48aa-a1b6-25e56ccab849 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:57:34.499696 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 21b8a8a6-407e-48aa-a1b6-25e56ccab849 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:57:34.500118 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:34.606822 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8ce4495e-d156-41f7-8eb7-c4feee983a2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:34.710452 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:34.725099 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3c8411-7f5a-4a09-9332-30c1fec5ed89 None None] Sync routers for ids ['471f6972-0b44-4331-9b69-2a567833c456'] in dv-cinder-772623-8-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:57:34.726700 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-9d12cd89-4188-4b1b-93b3-5d824c4d49b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'name': 'tempest-AttachVolumeShelveTestJSON-540344610-router', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:57:32Z', 'revision_number': 5, 'project_id': 'd950955f31d9460680045199b53c917f', 'gw_port': {'id': '4c796f2a-823d-491c-bd6a-26a5241da207', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:48:32Z', 'updated_at': '2021-06-14T14:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:34.728682 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 39334) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:34.735807 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-8638ce2b-cd18-4359-9984-cb2aef700e79 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-398027466', 'description': 'tempest-secgroup-smoke-398027466 description', 'project_id': 'aeced04591554681b1b816a5b00ecd6a'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:57:34.739378 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3c8411-7f5a-4a09-9332-30c1fec5ed89 None None] Routers {'471f6972-0b44-4331-9b69-2a567833c456'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:57:34.740341 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-8e3c8411-7f5a-4a09-9332-30c1fec5ed89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:57:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['471f6972-0b44-4331-9b69-2a567833c456'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:34.742579 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d12cd89-4188-4b1b-93b3-5d824c4d49b9 None None] Checking router: f8a8c9d7-242f-4110-8682-e77849310423 for host: dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:57:34.747233 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] For port 21b8a8a6-407e-48aa-a1b6-25e56ccab849, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=21b8a8a6-407e-48aa-a1b6-25e56ccab849,segment=NetworkSegment(5993e2e7-d1a9-4fa5-8357-3040322fca1a),segment_id=5993e2e7-d1a9-4fa5-8357-3040322fca1a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:34.757080 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d12cd89-4188-4b1b-93b3-5d824c4d49b9 None None] Routers {'f8a8c9d7-242f-4110-8682-e77849310423'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:57:34.757727 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-9d12cd89-4188-4b1b-93b3-5d824c4d49b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:57:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['f8a8c9d7-242f-4110-8682-e77849310423'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:34.815041 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-8ce4495e-d156-41f7-8eb7-c4feee983a2b admin admin] Deleting port 4c796f2a-823d-491c-bd6a-26a5241da207 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:57:34.815041 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8ce4495e-d156-41f7-8eb7-c4feee983a2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:34.874495 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:34.878559 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-6bc82670-e6cf-46de-a4b4-64d8e32851e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:34.909859 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8638ce2b-cd18-4359-9984-cb2aef700e79 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:34.932482 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-8e3c8411-7f5a-4a09-9332-30c1fec5ed89 None None] Set router 471f6972-0b44-4331-9b69-2a567833c456 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:57:34.974574 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-8ce4495e-d156-41f7-8eb7-c4feee983a2b admin admin] For port 4c796f2a-823d-491c-bd6a-26a5241da207, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=4c796f2a-823d-491c-bd6a-26a5241da207,segment=NetworkSegment(5993e2e7-d1a9-4fa5-8357-3040322fca1a),segment_id=5993e2e7-d1a9-4fa5-8357-3040322fca1a)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:34.974574 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8ce4495e-d156-41f7-8eb7-c4feee983a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:34.986286 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Pushing event updated for resources: {'Port': ['ID=21b8a8a6-407e-48aa-a1b6-25e56ccab849,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:34.994358 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:35.014500 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-9d12cd89-4188-4b1b-93b3-5d824c4d49b9 None None] Set router f8a8c9d7-242f-4110-8682-e77849310423 gateway port host: None {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:57:35.118813 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-8ce4495e-d156-41f7-8eb7-c4feee983a2b admin admin] Calling delete_port for 4c796f2a-823d-491c-bd6a-26a5241da207 owned by network:router_gateway {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:57:35.133288 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-9d12cd89-4188-4b1b-93b3-5d824c4d49b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'name': 'tempest-AttachVolumeShelveTestJSON-540344610-router', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:57:34Z', 'revision_number': 6, 'project_id': 'd950955f31d9460680045199b53c917f', 'gw_port_host': None}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:35.140143 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d12cd89-4188-4b1b-93b3-5d824c4d49b9 None None] The sync data for ids ['f8a8c9d7-242f-4110-8682-e77849310423'] in dv-cinder-772623-8-iscsi is: [{'id': 'f8a8c9d7-242f-4110-8682-e77849310423', 'name': 'tempest-AttachVolumeShelveTestJSON-540344610-router', 'tenant_id': 'd950955f31d9460680045199b53c917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:48:30Z', 'updated_at': '2021-06-14T14:57:34Z', 'revision_number': 6, 'project_id': 'd950955f31d9460680045199b53c917f', 'gw_port_host': None}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:57:35.290155 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8638ce2b-cd18-4359-9984-cb2aef700e79 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:35.308762 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-8e3c8411-7f5a-4a09-9332-30c1fec5ed89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471f6972-0b44-4331-9b69-2a567833c456', 'name': 'tempest-TestVolumeBootPattern-1836456790-router', 'tenant_id': '97e5cf97e7e948ae963fce42609bdc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '21b8a8a6-407e-48aa-a1b6-25e56ccab849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:26Z', 'updated_at': '2021-06-14T14:57:31Z', 'revision_number': 4, 'project_id': '97e5cf97e7e948ae963fce42609bdc90', 'gw_port': {'id': '21b8a8a6-407e-48aa-a1b6-25e56ccab849', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471f6972-0b44-4331-9b69-2a567833c456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:27Z', 'updated_at': '2021-06-14T14:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '474b25d0-425a-45df-9002-cb45e3c9af0f', 'name': '', 'network_id': '2063a6da-f0e5-4e3c-b123-74097b985fc2', 'tenant_id': '97e5cf97e7e948ae963fce42609bdc90', 'mac_address': 'fa:16:3e:b2:8d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471f6972-0b44-4331-9b69-2a567833c456', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '367bad9d-9309-4e35-b738-c9fefc556878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:31Z', 'updated_at': '2021-06-14T14:57:32Z', 'revision_number': 2, 'project_id': '97e5cf97e7e948ae963fce42609bdc90', 'subnets': [{'id': '367bad9d-9309-4e35-b738-c9fefc556878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:35.315268 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3c8411-7f5a-4a09-9332-30c1fec5ed89 None None] Checking router: 471f6972-0b44-4331-9b69-2a567833c456 for host: dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:57:35.315676 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3c8411-7f5a-4a09-9332-30c1fec5ed89 None None] Updating router 471f6972-0b44-4331-9b69-2a567833c456 port 474b25d0-425a-45df-9002-cb45e3c9af0f binding host dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 14:57:35.363960 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8e3c8411-7f5a-4a09-9332-30c1fec5ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:35.374935 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8638ce2b-cd18-4359-9984-cb2aef700e79 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:35.382170 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-dab54daf-f4ba-45a7-898d-085db878d84d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:35.485496 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638ce2b-cd18-4359-9984-cb2aef700e79 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe25663e-d500-4140-b4c1-00609149c71a,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:35.501799 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-8638ce2b-cd18-4359-9984-cb2aef700e79 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:35.514960 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8638ce2b-cd18-4359-9984-cb2aef700e79 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:35.524488 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-8638ce2b-cd18-4359-9984-cb2aef700e79 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7870150 Jun 14 14:57:35.524488 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 39342) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:35.537361 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-57aca300-abdc-4cab-a98a-63034a574756 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Request body: {'security_group_rule': {'security_group_id': 'fe25663e-d500-4140-b4c1-00609149c71a', 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:57:35.546003 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3cd700fe-9557-4a3d-84c5-16fd4088f955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:35.659938 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8ce4495e-d156-41f7-8eb7-c4feee983a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:35.663095 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-eb9a2c44-9d34-42ea-9f08-01ac6cde19c3 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:35.677504 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 21b8a8a6-407e-48aa-a1b6-25e56ccab849 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:57:35.741818 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4495e-d156-41f7-8eb7-c4feee983a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=4c796f2a-823d-491c-bd6a-26a5241da207,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:35.772459 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-8ce4495e-d156-41f7-8eb7-c4feee983a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:35.773418 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-57aca300-abdc-4cab-a98a-63034a574756 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:35.775905 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 21b8a8a6-407e-48aa-a1b6-25e56ccab849 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:57:35.776857 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:35.928781 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device ee88a338-fd18-4315-9424-c27e666da578 no longer exists at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:57:35.981471 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] No Port match for: ee88a338-fd18-4315-9424-c27e666da578 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:57:35.982031 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device ee88a338-fd18-4315-9424-c27e666da578 not bound to the agent host dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:57:35.984683 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8ce4495e-d156-41f7-8eb7-c4feee983a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768867'] for router_gateway, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:36.126739 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8e3c8411-7f5a-4a09-9332-30c1fec5ed89 None None] Notify callbacks [] for port, precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:36.142275 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-8e3c8411-7f5a-4a09-9332-30c1fec5ed89 None None] Transition to ACTIVE for port object 474b25d0-425a-45df-9002-cb45e3c9af0f will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:57:36.189803 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-57aca300-abdc-4cab-a98a-63034a574756 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:36.230830 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8e3c8411-7f5a-4a09-9332-30c1fec5ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:36.234102 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-c2486259-c0e7-43a4-950e-2cb07a336410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:36.253684 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8ce4495e-d156-41f7-8eb7-c4feee983a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59850'] for router, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:36.255661 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8ce4495e-d156-41f7-8eb7-c4feee983a2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:36.325204 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-57aca300-abdc-4cab-a98a-63034a574756 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643011'] for security_group_rule, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:36.328468 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:36.344943 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aca300-abdc-4cab-a98a-63034a574756 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b935ae-9f48-469e-af65-d0daf847928a,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:36.356697 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-57aca300-abdc-4cab-a98a-63034a574756 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:36.379016 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a46578-fabd-42e6-8d7b-ab081ccce579 None None] Pushing event updated for resources: {'Port': ['ID=474b25d0-425a-45df-9002-cb45e3c9af0f,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:36.385203 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-e7a46578-fabd-42e6-8d7b-ab081ccce579 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:36.437746 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-57aca300-abdc-4cab-a98a-63034a574756 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:36.440144 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-57aca300-abdc-4cab-a98a-63034a574756 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9168756 Jun 14 14:57:36.441331 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8ce4495e-d156-41f7-8eb7-c4feee983a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-753988'] for router, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:36.441790 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce4495e-d156-41f7-8eb7-c4feee983a2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8a8c9d7-242f-4110-8682-e77849310423 {{(pid=103387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 14:57:36.443031 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 39352) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:36.453287 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8ce4495e-d156-41f7-8eb7-c4feee983a2b admin admin] Notify callbacks [] for router, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:36.453287 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-8ce4495e-d156-41f7-8eb7-c4feee983a2b admin admin] 10.222.0.48 "DELETE /v2.0/routers/f8a8c9d7-242f-4110-8682-e77849310423 HTTP/1.1" status: 204 len: 168 time: 2.7960708 Jun 14 14:57:36.456015 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 39354) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:36.460644 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-4d2b3c2e-b1c7-4a22-b7b6-1d2d8361ac14 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Request body: {'security_group_rule': {'security_group_id': 'fe25663e-d500-4140-b4c1-00609149c71a', 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:57:36.489137 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:36.497078 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-8e3c8411-7f5a-4a09-9332-30c1fec5ed89 None None] Attempting to bind port 474b25d0-425a-45df-9002-cb45e3c9af0f on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:57:36.500034 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-8e3c8411-7f5a-4a09-9332-30c1fec5ed89 None None] Attempting to bind port 474b25d0-425a-45df-9002-cb45e3c9af0f by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': '1d8806c5-a1dd-49a5-8f30-fa13ad3f01d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2063a6da-f0e5-4e3c-b123-74097b985fc2'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:57:36.500034 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3c8411-7f5a-4a09-9332-30c1fec5ed89 None None] Attempting to bind port 474b25d0-425a-45df-9002-cb45e3c9af0f on network 2063a6da-f0e5-4e3c-b123-74097b985fc2 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:57:36.507745 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3c8411-7f5a-4a09-9332-30c1fec5ed89 None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:57:36.508175 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3c8411-7f5a-4a09-9332-30c1fec5ed89 None None] Checking segment: {'id': '1d8806c5-a1dd-49a5-8f30-fa13ad3f01d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2063a6da-f0e5-4e3c-b123-74097b985fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:57:36.509266 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8e3c8411-7f5a-4a09-9332-30c1fec5ed89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:36.509840 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3c8411-7f5a-4a09-9332-30c1fec5ed89 None None] Bound using segment: {'id': '1d8806c5-a1dd-49a5-8f30-fa13ad3f01d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2063a6da-f0e5-4e3c-b123-74097b985fc2'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:57:36.510352 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-8e3c8411-7f5a-4a09-9332-30c1fec5ed89 None None] Bound port: 474b25d0-425a-45df-9002-cb45e3c9af0f, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8806c5-a1dd-49a5-8f30-fa13ad3f01d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2063a6da-f0e5-4e3c-b123-74097b985fc2'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:57:36.510734 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8e3c8411-7f5a-4a09-9332-30c1fec5ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:36.555091 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_v2 [None req-17303cd7-8605-475e-93f2-7017aae3c538 admin admin] Deleting subnet 16c47a92-806f-4b00-927d-529a6aa19a53 {{(pid=103387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 14:57:36.559322 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-17303cd7-8605-475e-93f2-7017aae3c538 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:36.621038 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4d2b3c2e-b1c7-4a22-b7b6-1d2d8361ac14 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:36.682940 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-17303cd7-8605-475e-93f2-7017aae3c538 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28405831'] for subnet, precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:36.689808 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-8e3c8411-7f5a-4a09-9332-30c1fec5ed89 None None] For port 474b25d0-425a-45df-9002-cb45e3c9af0f, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:57:36.693929 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-8e3c8411-7f5a-4a09-9332-30c1fec5ed89 None None] For port 474b25d0-425a-45df-9002-cb45e3c9af0f, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=474b25d0-425a-45df-9002-cb45e3c9af0f,segment=NetworkSegment(1d8806c5-a1dd-49a5-8f30-fa13ad3f01d7),segment_id=1d8806c5-a1dd-49a5-8f30-fa13ad3f01d7)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:57:36.792951 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4d2b3c2e-b1c7-4a22-b7b6-1d2d8361ac14 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:36.829924 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8e3c8411-7f5a-4a09-9332-30c1fec5ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:36.832597 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-7612755c-1dbe-4e37-97a0-04a6c8ef895f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:36.840234 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-17303cd7-8605-475e-93f2-7017aae3c538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3763272'] for subnet, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:36.912716 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3c8411-7f5a-4a09-9332-30c1fec5ed89 None None] Routers {'471f6972-0b44-4331-9b69-2a567833c456'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:57:36.913438 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-8e3c8411-7f5a-4a09-9332-30c1fec5ed89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:57:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['471f6972-0b44-4331-9b69-2a567833c456'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:36.915979 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a46578-fabd-42e6-8d7b-ab081ccce579 None None] Pushing event updated for resources: {'Port': ['ID=474b25d0-425a-45df-9002-cb45e3c9af0f,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:36.925024 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-e7a46578-fabd-42e6-8d7b-ab081ccce579 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:36.935788 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4d2b3c2e-b1c7-4a22-b7b6-1d2d8361ac14 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643011'] for security_group_rule, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:36.941915 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-555d8f7e-6a90-4a29-892e-67b47cffe38d tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:36.965381 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b3c2e-b1c7-4a22-b7b6-1d2d8361ac14 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6218b79-c968-4692-aad6-540a80bf396e,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:36.970283 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-4d2b3c2e-b1c7-4a22-b7b6-1d2d8361ac14 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:37.060045 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-17303cd7-8605-475e-93f2-7017aae3c538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3763265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28279915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28537441'] for subnet, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:37.064791 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:37.088240 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4d2b3c2e-b1c7-4a22-b7b6-1d2d8361ac14 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:37.089682 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-4d2b3c2e-b1c7-4a22-b7b6-1d2d8361ac14 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6443796 Jun 14 14:57:37.092589 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 39358) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:37.098501 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-2721773f-1f81-4c5d-a7d2-2d7a9b8b6872 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Request body: {'security_group_rule': {'security_group_id': 'fe25663e-d500-4140-b4c1-00609149c71a', 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:57:37.104739 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-17303cd7-8605-475e-93f2-7017aae3c538 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:37.107058 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-17303cd7-8605-475e-93f2-7017aae3c538 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/16c47a92-806f-4b00-927d-529a6aa19a53 HTTP/1.1" status: 204 len: 168 time: 0.6499665 Jun 14 14:57:37.108472 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17303cd7-8605-475e-93f2-7017aae3c538 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16c47a92-806f-4b00-927d-529a6aa19a53,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:37.112998 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-17303cd7-8605-475e-93f2-7017aae3c538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:37.113564 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 39360) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:37.113923 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d99a4d-4950-4cc7-b490-0e81a1c0390e None None] Network 1d5f5609-c7ac-49b5-a256-436c63bd28f5 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:57:37.139028 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-8e3c8411-7f5a-4a09-9332-30c1fec5ed89 None None] Set router 471f6972-0b44-4331-9b69-2a567833c456 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:57:37.230268 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8096c06f-ca7b-4427-aaa9-37796ebe25bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855299'] for network, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:37.238297 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2721773f-1f81-4c5d-a7d2-2d7a9b8b6872 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:37.346506 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-8096c06f-ca7b-4427-aaa9-37796ebe25bb admin admin] Deleting port d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:57:37.346796 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8096c06f-ca7b-4427-aaa9-37796ebe25bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:37.372266 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2721773f-1f81-4c5d-a7d2-2d7a9b8b6872 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:37.454412 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2721773f-1f81-4c5d-a7d2-2d7a9b8b6872 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643011'] for security_group_rule, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:37.464642 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:37.469532 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fce3d3-d447-4ebd-8cd1-80e842489302 None None] DHCP port deletion for 1d5f5609-c7ac-49b5-a256-436c63bd28f5 request from dv-cinder-772623-8-iscsi {{(pid=103389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 14:57:37.486140 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721773f-1f81-4c5d-a7d2-2d7a9b8b6872 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb13fe0-29f2-43ba-ae3f-b8c9ff895426,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:37.489412 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-2721773f-1f81-4c5d-a7d2-2d7a9b8b6872 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:37.490687 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-8096c06f-ca7b-4427-aaa9-37796ebe25bb admin admin] For port d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:37.491208 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8096c06f-ca7b-4427-aaa9-37796ebe25bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:37.508076 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 4c796f2a-823d-491c-bd6a-26a5241da207 no longer exists at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:57:37.544485 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] No Port match for: 4c796f2a-823d-491c-bd6a-26a5241da207 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:57:37.545286 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2721773f-1f81-4c5d-a7d2-2d7a9b8b6872 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:37.545659 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 4c796f2a-823d-491c-bd6a-26a5241da207 not bound to the agent host dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:57:37.551435 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-2721773f-1f81-4c5d-a7d2-2d7a9b8b6872 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4535000 Jun 14 14:57:37.552102 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 39362) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:37.561377 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-e93ad9ce-a837-4c31-9611-b4925dd2a3d7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Request body: {'security_group_rule': {'security_group_id': 'fe25663e-d500-4140-b4c1-00609149c71a', 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:57:37.597814 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-43fce3d3-d447-4ebd-8cd1-80e842489302 None None] Deleting port d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:57:37.597814 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-43fce3d3-d447-4ebd-8cd1-80e842489302 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:37.598160 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-8e3c8411-7f5a-4a09-9332-30c1fec5ed89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471f6972-0b44-4331-9b69-2a567833c456', 'name': 'tempest-TestVolumeBootPattern-1836456790-router', 'tenant_id': '97e5cf97e7e948ae963fce42609bdc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '21b8a8a6-407e-48aa-a1b6-25e56ccab849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:26Z', 'updated_at': '2021-06-14T14:57:31Z', 'revision_number': 4, 'project_id': '97e5cf97e7e948ae963fce42609bdc90', 'gw_port': {'id': '21b8a8a6-407e-48aa-a1b6-25e56ccab849', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471f6972-0b44-4331-9b69-2a567833c456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:27Z', 'updated_at': '2021-06-14T14:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '474b25d0-425a-45df-9002-cb45e3c9af0f', 'name': '', 'network_id': '2063a6da-f0e5-4e3c-b123-74097b985fc2', 'tenant_id': '97e5cf97e7e948ae963fce42609bdc90', 'mac_address': 'fa:16:3e:b2:8d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471f6972-0b44-4331-9b69-2a567833c456', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '367bad9d-9309-4e35-b738-c9fefc556878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:31Z', 'updated_at': '2021-06-14T14:57:36Z', 'revision_number': 4, 'project_id': '97e5cf97e7e948ae963fce42609bdc90', 'subnets': [{'id': '367bad9d-9309-4e35-b738-c9fefc556878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:37.600834 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3c8411-7f5a-4a09-9332-30c1fec5ed89 None None] The sync data for ids ['471f6972-0b44-4331-9b69-2a567833c456'] in dv-cinder-772623-8-iscsi is: [{'id': '471f6972-0b44-4331-9b69-2a567833c456', 'name': 'tempest-TestVolumeBootPattern-1836456790-router', 'tenant_id': '97e5cf97e7e948ae963fce42609bdc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '21b8a8a6-407e-48aa-a1b6-25e56ccab849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:26Z', 'updated_at': '2021-06-14T14:57:31Z', 'revision_number': 4, 'project_id': '97e5cf97e7e948ae963fce42609bdc90', 'gw_port': {'id': '21b8a8a6-407e-48aa-a1b6-25e56ccab849', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471f6972-0b44-4331-9b69-2a567833c456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:27Z', 'updated_at': '2021-06-14T14:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '474b25d0-425a-45df-9002-cb45e3c9af0f', 'name': '', 'network_id': '2063a6da-f0e5-4e3c-b123-74097b985fc2', 'tenant_id': '97e5cf97e7e948ae963fce42609bdc90', 'mac_address': 'fa:16:3e:b2:8d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471f6972-0b44-4331-9b69-2a567833c456', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '367bad9d-9309-4e35-b738-c9fefc556878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:31Z', 'updated_at': '2021-06-14T14:57:36Z', 'revision_number': 4, 'project_id': '97e5cf97e7e948ae963fce42609bdc90', 'subnets': [{'id': '367bad9d-9309-4e35-b738-c9fefc556878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:57:37.623718 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-8096c06f-ca7b-4427-aaa9-37796ebe25bb admin admin] Calling delete_port for d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4 owned by network:dhcp {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:57:37.704997 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e93ad9ce-a837-4c31-9611-b4925dd2a3d7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:37.739990 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-43fce3d3-d447-4ebd-8cd1-80e842489302 None None] For port d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4,segment=NetworkSegment(36ad47b0-94a4-45d9-a103-2b0ca76dcd6f),segment_id=36ad47b0-94a4-45d9-a103-2b0ca76dcd6f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:37.741952 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-43fce3d3-d447-4ebd-8cd1-80e842489302 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:37.824098 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e93ad9ce-a837-4c31-9611-b4925dd2a3d7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:37.854357 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8096c06f-ca7b-4427-aaa9-37796ebe25bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:37.858340 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-514428a3-f7bd-4255-8715-c878292f4c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:37.901438 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096c06f-ca7b-4427-aaa9-37796ebe25bb admin admin] Pushing event deleted for resources: {'Port': ['ID=d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:37.908057 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-8096c06f-ca7b-4427-aaa9-37796ebe25bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:37.912990 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8096c06f-ca7b-4427-aaa9-37796ebe25bb admin admin] No DVR routers for this DVR port d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4 on host dv-cinder-772623-8-iscsi {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:57:37.917190 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e93ad9ce-a837-4c31-9611-b4925dd2a3d7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643011'] for security_group_rule, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:37.920082 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:37.944822 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ad9ce-a837-4c31-9611-b4925dd2a3d7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443414a1-f1da-471a-b994-5a8f1fbd3ff3,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:37.948587 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-e93ad9ce-a837-4c31-9611-b4925dd2a3d7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:38.019560 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e93ad9ce-a837-4c31-9611-b4925dd2a3d7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:38.020952 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e93ad9ce-a837-4c31-9611-b4925dd2a3d7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4676783 Jun 14 14:57:38.025622 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 39366) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:38.034310 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-86e283be-bd9f-43fe-99a7-ce0f568619a6 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Request body: {'security_group_rule': {'security_group_id': 'fe25663e-d500-4140-b4c1-00609149c71a', 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:57:38.045678 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8096c06f-ca7b-4427-aaa9-37796ebe25bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3761365', 'neutron.services.segments.db._delete_segments_for_network-8775073109944'] for network, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:38.049797 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-43fce3d3-d447-4ebd-8cd1-80e842489302 None None] Calling delete_port for d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4 owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:57:38.063325 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-8096c06f-ca7b-4427-aaa9-37796ebe25bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d5f5609-c7ac-49b5-a256-436c63bd28f5']}} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:38.082114 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-8096c06f-ca7b-4427-aaa9-37796ebe25bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ad47b0-94a4-45d9-a103-2b0ca76dcd6f') {'for_net_delete': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:38.082632 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-8096c06f-ca7b-4427-aaa9-37796ebe25bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ad47b0-94a4-45d9-a103-2b0ca76dcd6f') {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:57:38.099154 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8096c06f-ca7b-4427-aaa9-37796ebe25bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775073109782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28405836'] for segment, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:38.121261 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8096c06f-ca7b-4427-aaa9-37796ebe25bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:38.130683 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8096c06f-ca7b-4427-aaa9-37796ebe25bb admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 14:57:38.131270 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8096c06f-ca7b-4427-aaa9-37796ebe25bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28280514'] for segment, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: Traceback (most recent call last): Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: timer() Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: cb(*args, **kw) Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: return func(*args, **kwargs) Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: self._notify() Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: self.callback(batched_events) Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: event.method(event) Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: return f(self, *a, **k) Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: return self._get(url).json() Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: return self.request(url, 'GET', **kwargs) Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 14:57:38.134700 dv-cinder-772623-8-iscsi neutron-server[103387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 14:57:38.183971 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.db.securitygroups_db [None req-86e283be-bd9f-43fe-99a7-ce0f568619a6 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Project aeced04591554681b1b816a5b00ecd6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 14:57:38.191089 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-86e283be-bd9f-43fe-99a7-ce0f568619a6 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:38.203724 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-43fce3d3-d447-4ebd-8cd1-80e842489302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337'] for port, after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:38.218863 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:38.256982 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fce3d3-d447-4ebd-8cd1-80e842489302 None None] Pushing event deleted for resources: {'Port': ['ID=d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:38.260326 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:38.261356 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fce3d3-d447-4ebd-8cd1-80e842489302 None None] No DVR routers for this DVR port d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4 on host dv-cinder-772623-8-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:57:38.287689 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fce3d3-d447-4ebd-8cd1-80e842489302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:38.287689 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fce3d3-d447-4ebd-8cd1-80e842489302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:38.287689 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fce3d3-d447-4ebd-8cd1-80e842489302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:38.287689 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fce3d3-d447-4ebd-8cd1-80e842489302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:38.287689 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fce3d3-d447-4ebd-8cd1-80e842489302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:38.287689 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fce3d3-d447-4ebd-8cd1-80e842489302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:38.287689 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fce3d3-d447-4ebd-8cd1-80e842489302 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:38.287689 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fce3d3-d447-4ebd-8cd1-80e842489302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:38.288777 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-86e283be-bd9f-43fe-99a7-ce0f568619a6 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:38.288926 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fce3d3-d447-4ebd-8cd1-80e842489302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:38.288926 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fce3d3-d447-4ebd-8cd1-80e842489302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:38.288926 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fce3d3-d447-4ebd-8cd1-80e842489302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:38.288926 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fce3d3-d447-4ebd-8cd1-80e842489302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:38.294713 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-43fce3d3-d447-4ebd-8cd1-80e842489302 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:38.373950 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8096c06f-ca7b-4427-aaa9-37796ebe25bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3761354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768894'] for network, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:38.378531 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-7f54adb3-7b39-4322-b699-9638d3abab17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:38.384831 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8096c06f-ca7b-4427-aaa9-37796ebe25bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:38.384831 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-8096c06f-ca7b-4427-aaa9-37796ebe25bb admin admin] 10.222.0.48 "DELETE /v2.0/networks/1d5f5609-c7ac-49b5-a256-436c63bd28f5 HTTP/1.1" status: 204 len: 168 time: 1.2689650 Jun 14 14:57:38.400529 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096c06f-ca7b-4427-aaa9-37796ebe25bb admin admin] Pushing event deleted for resources: {'Network': ['ID=1d5f5609-c7ac-49b5-a256-436c63bd28f5,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:38.404899 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-8096c06f-ca7b-4427-aaa9-37796ebe25bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:38.409075 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-86e283be-bd9f-43fe-99a7-ce0f568619a6 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643011'] for security_group_rule, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:38.411754 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:38.432653 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e283be-bd9f-43fe-99a7-ce0f568619a6 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d95221-758f-4467-add6-c717772d4cdf,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:38.440853 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-86e283be-bd9f-43fe-99a7-ce0f568619a6 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:38.551414 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-86e283be-bd9f-43fe-99a7-ce0f568619a6 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:38.552672 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-86e283be-bd9f-43fe-99a7-ce0f568619a6 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5258853 Jun 14 14:57:38.559313 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 39370) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:38.561467 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-6270d3f4-2b4c-4491-ae6a-0ab535b3bd7d tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Request body: {'security_group_rule': {'security_group_id': 'fe25663e-d500-4140-b4c1-00609149c71a', 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:57:38.708511 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.db.securitygroups_db [None req-6270d3f4-2b4c-4491-ae6a-0ab535b3bd7d tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Project aeced04591554681b1b816a5b00ecd6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 14:57:38.718309 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6270d3f4-2b4c-4491-ae6a-0ab535b3bd7d tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:38.813458 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6270d3f4-2b4c-4491-ae6a-0ab535b3bd7d tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:38.851256 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 39374) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:38.895045 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6270d3f4-2b4c-4491-ae6a-0ab535b3bd7d tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643011'] for security_group_rule, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:38.903733 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:38.966903 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270d3f4-2b4c-4491-ae6a-0ab535b3bd7d tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd468b58-5ace-4fab-a578-2af2932399d8,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:38.971275 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-2f833453-a69f-44f9-af19-b891df090ade admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d950955f31d9460680045199b53c917f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1187801 Jun 14 14:57:38.972298 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-6270d3f4-2b4c-4491-ae6a-0ab535b3bd7d tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:38.983750 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 39376) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:39.042198 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-63f12faa-2056-47c0-ac0e-5c35022ea097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:39.049213 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6270d3f4-2b4c-4491-ae6a-0ab535b3bd7d tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:39.054845 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-6270d3f4-2b4c-4491-ae6a-0ab535b3bd7d tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4928811 Jun 14 14:57:39.069267 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-63f12faa-2056-47c0-ac0e-5c35022ea097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:39.231969 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-63f12faa-2056-47c0-ac0e-5c35022ea097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:39.236376 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-63f12faa-2056-47c0-ac0e-5c35022ea097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:39.239011 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-63f12faa-2056-47c0-ac0e-5c35022ea097 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b515435c-51b5-4ead-a328-04bda4e75a8f HTTP/1.1" status: 204 len: 168 time: 0.2571094 Jun 14 14:57:39.240481 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-93496ede-c59f-42f2-a7a7-89f054e33ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:39.262618 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f12faa-2056-47c0-ac0e-5c35022ea097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b515435c-51b5-4ead-a328-04bda4e75a8f,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:39.275715 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-63f12faa-2056-47c0-ac0e-5c35022ea097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:39.475599 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 474b25d0-425a-45df-9002-cb45e3c9af0f up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:57:39.631389 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port 474b25d0-425a-45df-9002-cb45e3c9af0f completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:57:39.637236 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 474b25d0-425a-45df-9002-cb45e3c9af0f triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:57:39.637891 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:39.763740 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:39.826229 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] For port 474b25d0-425a-45df-9002-cb45e3c9af0f, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=474b25d0-425a-45df-9002-cb45e3c9af0f,segment=NetworkSegment(1d8806c5-a1dd-49a5-8f30-fa13ad3f01d7),segment_id=1d8806c5-a1dd-49a5-8f30-fa13ad3f01d7)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:39.921152 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:39.923519 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:39.989454 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4 no longer exists at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:57:40.045890 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Pushing event updated for resources: {'Port': ['ID=474b25d0-425a-45df-9002-cb45e3c9af0f,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:40.060347 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] No Port match for: d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:57:40.060822 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device d19eb09b-ebc0-4b7e-b88c-0b60e4b2b9a4 not bound to the agent host dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:57:40.063395 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:40.254543 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:40.618862 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 39452) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:40.756042 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-6a6652d9-b6a7-4b3f-b556-98d16aba1087 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1866647782-network', 'tenant_id': 'd7093367d11b401ea610a3d73f033e0f'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:57:40.842446 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6652d9-b6a7-4b3f-b556-98d16aba1087 admin admin] Made reservation on behalf of d7093367d11b401ea610a3d73f033e0f for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:57:40.845747 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6a6652d9-b6a7-4b3f-b556-98d16aba1087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for network, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:40.857768 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6a6652d9-b6a7-4b3f-b556-98d16aba1087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:41.006139 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6a6652d9-b6a7-4b3f-b556-98d16aba1087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:41.105168 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6a6652d9-b6a7-4b3f-b556-98d16aba1087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:41.108777 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-115ad61f-2859-45fd-a405-320386ef934b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:41.136248 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a6652d9-b6a7-4b3f-b556-98d16aba1087 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 14:57:41.144533 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6652d9-b6a7-4b3f-b556-98d16aba1087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016fe885-b33f-4131-b14d-fb11de09ba84,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:41.148375 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-6a6652d9-b6a7-4b3f-b556-98d16aba1087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:41.152027 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6a6652d9-b6a7-4b3f-b556-98d16aba1087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:41.155519 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-6a6652d9-b6a7-4b3f-b556-98d16aba1087 admin admin] Added segment 98e72edb-dd46-4bf0-98c5-859e7df4be9c of type vlan for network 8fd3036a-4f37-42b7-a2d4-d0262e3251f9 Jun 14 14:57:41.216853 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6a6652d9-b6a7-4b3f-b556-98d16aba1087 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775072637368'] for network, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:41.428128 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 474b25d0-425a-45df-9002-cb45e3c9af0f up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:57:41.447897 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6a6652d9-b6a7-4b3f-b556-98d16aba1087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254'] for network, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:41.450007 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6652d9-b6a7-4b3f-b556-98d16aba1087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:41.451161 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-6a6652d9-b6a7-4b3f-b556-98d16aba1087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:41.453560 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:41.496171 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 474b25d0-425a-45df-9002-cb45e3c9af0f triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:57:41.496618 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:41.541978 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6652d9-b6a7-4b3f-b556-98d16aba1087 admin admin] Pushing event updated for resources: {'Network': ['ID=8fd3036a-4f37-42b7-a2d4-d0262e3251f9,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:41.545239 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-6a6652d9-b6a7-4b3f-b556-98d16aba1087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:41.554066 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Network 8fd3036a-4f37-42b7-a2d4-d0262e3251f9 details requested by agent ovs-agent-dv-cinder-772623-8-iscsi with host dv-cinder-772623-8-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 14:57:41.569067 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-6a6652d9-b6a7-4b3f-b556-98d16aba1087 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9487638 Jun 14 14:57:41.572883 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 39476) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:57:41.579973 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-3a6bc652-a8a9-4424-9faf-72548cb77da8 admin admin] Request body: {'subnet': {'network_id': '8fd3036a-4f37-42b7-a2d4-d0262e3251f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1866647782-subnet', 'tenant_id': 'd7093367d11b401ea610a3d73f033e0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:57:41.686688 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6bc652-a8a9-4424-9faf-72548cb77da8 admin admin] Made reservation on behalf of d7093367d11b401ea610a3d73f033e0f for: {'subnet': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:57:41.689227 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3a6bc652-a8a9-4424-9faf-72548cb77da8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28537420'] for subnet, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:42.007338 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3a6bc652-a8a9-4424-9faf-72548cb77da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28279848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28537434'] for subnet, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:42.010546 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:42.083490 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6bc652-a8a9-4424-9faf-72548cb77da8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07a076ea-7d56-483c-9656-f881b17dc1f2,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:42.094653 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bc652-a8a9-4424-9faf-72548cb77da8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:42.097109 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bc652-a8a9-4424-9faf-72548cb77da8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:42.097109 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bc652-a8a9-4424-9faf-72548cb77da8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:42.097109 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bc652-a8a9-4424-9faf-72548cb77da8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:42.097109 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bc652-a8a9-4424-9faf-72548cb77da8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:42.097109 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bc652-a8a9-4424-9faf-72548cb77da8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:42.097109 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bc652-a8a9-4424-9faf-72548cb77da8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:42.097109 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bc652-a8a9-4424-9faf-72548cb77da8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:42.098106 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bc652-a8a9-4424-9faf-72548cb77da8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:42.098106 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bc652-a8a9-4424-9faf-72548cb77da8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:42.098425 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bc652-a8a9-4424-9faf-72548cb77da8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:42.098607 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bc652-a8a9-4424-9faf-72548cb77da8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:57:42.101835 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6bc652-a8a9-4424-9faf-72548cb77da8 admin admin] Checking segment: {'id': '98e72edb-dd46-4bf0-98c5-859e7df4be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8fd3036a-4f37-42b7-a2d4-d0262e3251f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:57:42.102187 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6bc652-a8a9-4424-9faf-72548cb77da8 admin admin] Network hostable DHCP agents. Network: 8fd3036a-4f37-42b7-a2d4-d0262e3251f9, hostable agents: ['1c28a66e-eef9-4899-ac0a-d449f34e71b3'], hosted agents: [] {{(pid=103387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 14:57:42.104681 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-3a6bc652-a8a9-4424-9faf-72548cb77da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:42.236748 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6bc652-a8a9-4424-9faf-72548cb77da8 admin admin] Network 8fd3036a-4f37-42b7-a2d4-d0262e3251f9 is scheduled to be hosted by DHCP agent 1c28a66e-eef9-4899-ac0a-d449f34e71b3 with binding_index 1 {{(pid=103387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 14:57:42.343937 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-3a6bc652-a8a9-4424-9faf-72548cb77da8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-8-iscsi, 8fd3036a-4f37-42b7-a2d4-d0262e3251f9) {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:57:42.349549 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6bc652-a8a9-4424-9faf-72548cb77da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:42.350145 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3a6bc652-a8a9-4424-9faf-72548cb77da8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:42.355481 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f6f85e-2765-44b2-b052-7196f1d1a7e6 None None] Network 8fd3036a-4f37-42b7-a2d4-d0262e3251f9 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:57:42.443474 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-3a6bc652-a8a9-4424-9faf-72548cb77da8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8692076 Jun 14 14:57:42.556024 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2290a9-db8f-4fd8-a041-84e0d26e6362 None None] Network 8fd3036a-4f37-42b7-a2d4-d0262e3251f9 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 14:57:43.018493 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aed6be-9712-4b42-80d2-28108fdda311 req-82fa6ee3-6173-42d0-b43e-48350c3957fa tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:43.020004 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64aed6be-9712-4b42-80d2-28108fdda311 req-82fa6ee3-6173-42d0-b43e-48350c3957fa tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/networks?id=8fd3036a-4f37-42b7-a2d4-d0262e3251f9 HTTP/1.1" status: 200 len: 815 time: 0.1385331 Jun 14 14:57:43.037162 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64aed6be-9712-4b42-80d2-28108fdda311 req-f36cf3cb-2213-4663-957a-8c66f4acaeb7 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/quotas/d7093367d11b401ea610a3d73f033e0f HTTP/1.1" status: 200 len: 375 time: 0.0102742 Jun 14 14:57:43.082690 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64aed6be-9712-4b42-80d2-28108fdda311 req-c6e271c7-e2bb-4bba-ab79-493c81ea8a2a tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d7093367d11b401ea610a3d73f033e0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390525 Jun 14 14:57:43.294084 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64aed6be-9712-4b42-80d2-28108fdda311 req-c98d1df4-91a0-4051-b6fb-01c19646072a service neutron] 10.222.0.48 "GET /v2.0/networks/8fd3036a-4f37-42b7-a2d4-d0262e3251f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995609 Jun 14 14:57:43.433611 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64aed6be-9712-4b42-80d2-28108fdda311 req-965bc6d5-54a9-458a-b72f-c74fd48023d3 service neutron] 10.222.0.48 "GET /v2.0/networks/8fd3036a-4f37-42b7-a2d4-d0262e3251f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324017 Jun 14 14:57:43.471026 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:57:43.710036 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2e39acc6-7782-4976-b561-5bb0641a1d82 req-3ca860dc-3e30-4afa-889d-88a45e60e96c tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b434073-91c8-4b38-8bf1-ffe36bd79c4a HTTP/1.1" status: 200 len: 210 time: 0.0368824 Jun 14 14:57:44.822588 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-04b0efa9-6409-490b-b2f6-28b91fdbb24a req-d3d1e09a-c83c-4929-9d14-6332685e6856 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b434073-91c8-4b38-8bf1-ffe36bd79c4a HTTP/1.1" status: 200 len: 210 time: 0.0424747 Jun 14 14:57:46.041149 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3b304c8c-af20-417c-8465-030d3430c643 req-abbfd899-3a8f-4055-a223-904c3835af89 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b434073-91c8-4b38-8bf1-ffe36bd79c4a HTTP/1.1" status: 200 len: 210 time: 0.0610261 Jun 14 14:57:47.341058 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ed2ecf92-dc8b-4e56-82cb-ad10fd3448f2 req-8e2ddf44-3f29-420d-a8ee-dabe571e555e tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b434073-91c8-4b38-8bf1-ffe36bd79c4a HTTP/1.1" status: 200 len: 210 time: 0.0803444 Jun 14 14:57:48.393271 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:48.578558 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bbbbbb35-b0c6-45e0-93d4-1f89c4c05cb6 req-dcf42691-c82f-4566-820e-13ec5d9561c9 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b434073-91c8-4b38-8bf1-ffe36bd79c4a HTTP/1.1" status: 200 len: 210 time: 0.0637684 Jun 14 14:57:48.624431 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aed6be-9712-4b42-80d2-28108fdda311 req-a23a551d-de77-403f-9928-9d949bd4c70b tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:48.627074 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64aed6be-9712-4b42-80d2-28108fdda311 req-a23a551d-de77-403f-9928-9d949bd4c70b tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.35 "GET /v2.0/networks?id=8fd3036a-4f37-42b7-a2d4-d0262e3251f9 HTTP/1.1" status: 200 len: 815 time: 0.2102549 Jun 14 14:57:48.641829 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-64aed6be-9712-4b42-80d2-28108fdda311 req-22e66f9a-8ce8-4cc6-beee-b406e85f46a2 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Request body: {'port': {'device_id': '5b434073-91c8-4b38-8bf1-ffe36bd79c4a', 'network_id': '8fd3036a-4f37-42b7-a2d4-d0262e3251f9', 'admin_state_up': True, 'tenant_id': 'd7093367d11b401ea610a3d73f033e0f'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:57:48.997614 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64aed6be-9712-4b42-80d2-28108fdda311 req-22e66f9a-8ce8-4cc6-beee-b406e85f46a2 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Made reservation on behalf of d7093367d11b401ea610a3d73f033e0f for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:57:49.001994 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-64aed6be-9712-4b42-80d2-28108fdda311 req-22e66f9a-8ce8-4cc6-beee-b406e85f46a2 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:49.232674 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-64aed6be-9712-4b42-80d2-28108fdda311 req-22e66f9a-8ce8-4cc6-beee-b406e85f46a2 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Allocated IP 172.20.0.8 (8fd3036a-4f37-42b7-a2d4-d0262e3251f9/07a076ea-7d56-483c-9656-f881b17dc1f2/2d43817b-02e1-4b65-a63b-3dc3be7f4e6b) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:57:49.540501 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-64aed6be-9712-4b42-80d2-28108fdda311 req-22e66f9a-8ce8-4cc6-beee-b406e85f46a2 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks [] for port, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:49.689285 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-64aed6be-9712-4b42-80d2-28108fdda311 req-22e66f9a-8ce8-4cc6-beee-b406e85f46a2 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28280472'] for port, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:49.696858 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-09d43618-d77d-4095-bf1a-66c39802c90c tempest-ServerRescueNegativeTestJSON-1443577438 tempest-ServerRescueNegativeTestJSON-1443577438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:49.784810 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64aed6be-9712-4b42-80d2-28108fdda311 req-22e66f9a-8ce8-4cc6-beee-b406e85f46a2 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Network 8fd3036a-4f37-42b7-a2d4-d0262e3251f9 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:57:49.800029 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-64aed6be-9712-4b42-80d2-28108fdda311 req-22e66f9a-8ce8-4cc6-beee-b406e85f46a2 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:57:49.809934 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-64aed6be-9712-4b42-80d2-28108fdda311 req-22e66f9a-8ce8-4cc6-beee-b406e85f46a2 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:57:49.841385 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e66f9a-8ce8-4cc6-beee-b406e85f46a2 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Pushing event updated for resources: {'Port': ['ID=2d43817b-02e1-4b65-a63b-3dc3be7f4e6b,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:49.880722 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-22e66f9a-8ce8-4cc6-beee-b406e85f46a2 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:49.946311 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aed6be-9712-4b42-80d2-28108fdda311 req-22e66f9a-8ce8-4cc6-beee-b406e85f46a2 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:49.947526 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-64aed6be-9712-4b42-80d2-28108fdda311 req-22e66f9a-8ce8-4cc6-beee-b406e85f46a2 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:49.986655 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080928a-bb7a-4b6d-9f7a-bb6e9826f191 req-5e38e8ac-16a5-4cbb-9d55-a8e136ffa575 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:49.988365 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0080928a-bb7a-4b6d-9f7a-bb6e9826f191 req-5e38e8ac-16a5-4cbb-9d55-a8e136ffa575 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b434073-91c8-4b38-8bf1-ffe36bd79c4a HTTP/1.1" status: 200 len: 931 time: 0.2114797 Jun 14 14:57:50.048423 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0080928a-bb7a-4b6d-9f7a-bb6e9826f191 req-a1c2dec5-47ab-4496-b0ce-e5ed75aff358 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525274 Jun 14 14:57:50.122129 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64aed6be-9712-4b42-80d2-28108fdda311 req-22e66f9a-8ce8-4cc6-beee-b406e85f46a2 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4854879 Jun 14 14:57:50.136230 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-64aed6be-9712-4b42-80d2-28108fdda311 req-b3b81891-d6ea-4d94-862c-14524cb1d59d service neutron] Request body: {'port': {'device_id': '5b434073-91c8-4b38-8bf1-ffe36bd79c4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:57:50.253438 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-64aed6be-9712-4b42-80d2-28108fdda311 req-b3b81891-d6ea-4d94-862c-14524cb1d59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:50.753027 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-64aed6be-9712-4b42-80d2-28108fdda311 req-b3b81891-d6ea-4d94-862c-14524cb1d59d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d43817b-02e1-4b65-a63b-3dc3be7f4e6b {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:57:50.764692 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-64aed6be-9712-4b42-80d2-28108fdda311 req-b3b81891-d6ea-4d94-862c-14524cb1d59d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:50.786036 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-64aed6be-9712-4b42-80d2-28108fdda311 req-b3b81891-d6ea-4d94-862c-14524cb1d59d service neutron] Transition to ACTIVE for port object 2d43817b-02e1-4b65-a63b-3dc3be7f4e6b will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:57:50.888746 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-64aed6be-9712-4b42-80d2-28108fdda311 req-b3b81891-d6ea-4d94-862c-14524cb1d59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:50.893580 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-26c75fa1-e169-4127-8da6-c5d9c91e4986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:51.306443 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d11a6-2964-435c-8061-d1eaf1188199 req-ef496a3e-ef31-4a81-93e1-30bae2006a5e tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:51.308178 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0d7d11a6-2964-435c-8061-d1eaf1188199 req-ef496a3e-ef31-4a81-93e1-30bae2006a5e tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b434073-91c8-4b38-8bf1-ffe36bd79c4a HTTP/1.1" status: 200 len: 943 time: 0.0996559 Jun 14 14:57:51.368585 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0d7d11a6-2964-435c-8061-d1eaf1188199 req-19ed7c02-9a6e-48ae-844e-ec1ff153592d tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528200 Jun 14 14:57:51.453569 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b81891-d6ea-4d94-862c-14524cb1d59d service neutron] Pushing event updated for resources: {'Port': ['ID=2d43817b-02e1-4b65-a63b-3dc3be7f4e6b,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:51.460080 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-b3b81891-d6ea-4d94-862c-14524cb1d59d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:51.545513 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-64aed6be-9712-4b42-80d2-28108fdda311 req-b3b81891-d6ea-4d94-862c-14524cb1d59d service neutron] Attempting to bind port 2d43817b-02e1-4b65-a63b-3dc3be7f4e6b on host hv-cinder-77262 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:57:51.545513 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-64aed6be-9712-4b42-80d2-28108fdda311 req-b3b81891-d6ea-4d94-862c-14524cb1d59d service neutron] Attempting to bind port 2d43817b-02e1-4b65-a63b-3dc3be7f4e6b by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '98e72edb-dd46-4bf0-98c5-859e7df4be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8fd3036a-4f37-42b7-a2d4-d0262e3251f9'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:57:51.546244 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aed6be-9712-4b42-80d2-28108fdda311 req-b3b81891-d6ea-4d94-862c-14524cb1d59d service neutron] Attempting to bind port 2d43817b-02e1-4b65-a63b-3dc3be7f4e6b on network 8fd3036a-4f37-42b7-a2d4-d0262e3251f9 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:57:51.551498 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aed6be-9712-4b42-80d2-28108fdda311 req-b3b81891-d6ea-4d94-862c-14524cb1d59d service neutron] Port 2d43817b-02e1-4b65-a63b-3dc3be7f4e6b on network 8fd3036a-4f37-42b7-a2d4-d0262e3251f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:57:51.552067 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aed6be-9712-4b42-80d2-28108fdda311 req-b3b81891-d6ea-4d94-862c-14524cb1d59d service neutron] Attempting to bind port 2d43817b-02e1-4b65-a63b-3dc3be7f4e6b on network 8fd3036a-4f37-42b7-a2d4-d0262e3251f9 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:57:51.558232 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aed6be-9712-4b42-80d2-28108fdda311 req-b3b81891-d6ea-4d94-862c-14524cb1d59d service neutron] Checking agent: {'id': '8465c201-e91e-4007-8337-fb267b4bb0bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'started_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:57:51.558497 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aed6be-9712-4b42-80d2-28108fdda311 req-b3b81891-d6ea-4d94-862c-14524cb1d59d service neutron] Checking segment: {'id': '98e72edb-dd46-4bf0-98c5-859e7df4be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8fd3036a-4f37-42b7-a2d4-d0262e3251f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:57:51.558835 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aed6be-9712-4b42-80d2-28108fdda311 req-b3b81891-d6ea-4d94-862c-14524cb1d59d service neutron] Bound using segment: {'id': '98e72edb-dd46-4bf0-98c5-859e7df4be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8fd3036a-4f37-42b7-a2d4-d0262e3251f9'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:57:51.559444 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-64aed6be-9712-4b42-80d2-28108fdda311 req-b3b81891-d6ea-4d94-862c-14524cb1d59d service neutron] Bound port: 2d43817b-02e1-4b65-a63b-3dc3be7f4e6b, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e72edb-dd46-4bf0-98c5-859e7df4be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8fd3036a-4f37-42b7-a2d4-d0262e3251f9'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:57:51.559864 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-64aed6be-9712-4b42-80d2-28108fdda311 req-b3b81891-d6ea-4d94-862c-14524cb1d59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:51.658112 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-64aed6be-9712-4b42-80d2-28108fdda311 req-b3b81891-d6ea-4d94-862c-14524cb1d59d service neutron] For port 2d43817b-02e1-4b65-a63b-3dc3be7f4e6b, host hv-cinder-77262, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:57:51.664012 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-64aed6be-9712-4b42-80d2-28108fdda311 req-b3b81891-d6ea-4d94-862c-14524cb1d59d service neutron] For port 2d43817b-02e1-4b65-a63b-3dc3be7f4e6b, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2d43817b-02e1-4b65-a63b-3dc3be7f4e6b,segment=NetworkSegment(98e72edb-dd46-4bf0-98c5-859e7df4be9c),segment_id=98e72edb-dd46-4bf0-98c5-859e7df4be9c)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:57:51.740730 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-64aed6be-9712-4b42-80d2-28108fdda311 req-b3b81891-d6ea-4d94-862c-14524cb1d59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:51.750103 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-a211bdce-d746-42d3-9a81-6f7cbb788e3e tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:51.789446 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aed6be-9712-4b42-80d2-28108fdda311 req-b3b81891-d6ea-4d94-862c-14524cb1d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:51.790456 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-64aed6be-9712-4b42-80d2-28108fdda311 req-b3b81891-d6ea-4d94-862c-14524cb1d59d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:51.791961 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64aed6be-9712-4b42-80d2-28108fdda311 req-b3b81891-d6ea-4d94-862c-14524cb1d59d service neutron] 10.222.0.35 "PUT /v2.0/ports/2d43817b-02e1-4b65-a63b-3dc3be7f4e6b HTTP/1.1" status: 200 len: 1093 time: 1.6615107 Jun 14 14:57:51.792583 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b434073-91c8-4b38-8bf1-ffe36bd79c4a', 'tag': '2d43817b-02e1-4b65-a63b-3dc3be7f4e6b'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:57:51.795193 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780bd3b5-1873-497f-b07d-defccd94f3a5" -d '{"events": [{"name": "network-changed", "server_uuid": "5b434073-91c8-4b38-8bf1-ffe36bd79c4a", "tag": "2d43817b-02e1-4b65-a63b-3dc3be7f4e6b"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:57:51.845062 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b81891-d6ea-4d94-862c-14524cb1d59d service neutron] Pushing event updated for resources: {'Port': ['ID=2d43817b-02e1-4b65-a63b-3dc3be7f4e6b,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:51.850172 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-b3b81891-d6ea-4d94-862c-14524cb1d59d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:51.853519 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35410e18-8510-497d-9999-b87fdacdb6b8 x-openstack-request-id: req-35410e18-8510-497d-9999-b87fdacdb6b8 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:57:51.853519 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b434073-91c8-4b38-8bf1-ffe36bd79c4a", "tag": "2d43817b-02e1-4b65-a63b-3dc3be7f4e6b", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:57:51.853941 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-35410e18-8510-497d-9999-b87fdacdb6b8 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:57:51.854144 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b434073-91c8-4b38-8bf1-ffe36bd79c4a', 'tag': '2d43817b-02e1-4b65-a63b-3dc3be7f4e6b', 'status': 'completed', 'code': 200} Jun 14 14:57:52.595906 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca285ec2-d66c-496d-80e0-5c8892772c09 req-55b6e2b0-c0df-4554-b842-9450e9e69f52 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:52.597515 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ca285ec2-d66c-496d-80e0-5c8892772c09 req-55b6e2b0-c0df-4554-b842-9450e9e69f52 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b434073-91c8-4b38-8bf1-ffe36bd79c4a HTTP/1.1" status: 200 len: 943 time: 0.0843401 Jun 14 14:57:52.651701 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ca285ec2-d66c-496d-80e0-5c8892772c09 req-b0110cd9-9b77-4d5c-bfd3-4bb84b581f10 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468791 Jun 14 14:57:53.581751 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bd3b5-1873-497f-b07d-defccd94f3a5 req-572764a7-d101-42f8-bdcd-1e524dd60701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:53.586681 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-780bd3b5-1873-497f-b07d-defccd94f3a5 req-572764a7-d101-42f8-bdcd-1e524dd60701 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7093367d11b401ea610a3d73f033e0f&device_id=5b434073-91c8-4b38-8bf1-ffe36bd79c4a HTTP/1.1" status: 200 len: 1096 time: 0.0865219 Jun 14 14:57:53.749995 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bd3b5-1873-497f-b07d-defccd94f3a5 req-4ad893dd-b77e-4427-af10-e57177689583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:53.751584 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-780bd3b5-1873-497f-b07d-defccd94f3a5 req-4ad893dd-b77e-4427-af10-e57177689583 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d7093367d11b401ea610a3d73f033e0f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1543164 Jun 14 14:57:53.987686 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bd3b5-1873-497f-b07d-defccd94f3a5 req-9b9d4122-ab89-4c83-8cd4-0994876744cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:53.989474 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-780bd3b5-1873-497f-b07d-defccd94f3a5 req-9b9d4122-ab89-4c83-8cd4-0994876744cb service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2251198 Jun 14 14:57:54.001315 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45faa2f-650d-452d-b705-2fe2c58de368 req-0a1f0e36-fe0e-42e3-86d4-15a3b7543dd0 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:54.003199 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b45faa2f-650d-452d-b705-2fe2c58de368 req-0a1f0e36-fe0e-42e3-86d4-15a3b7543dd0 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b434073-91c8-4b38-8bf1-ffe36bd79c4a HTTP/1.1" status: 200 len: 943 time: 0.1939840 Jun 14 14:57:54.061694 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b45faa2f-650d-452d-b705-2fe2c58de368 req-b9213cf3-2f18-4f2a-a511-b5e5e1d328f8 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502245 Jun 14 14:57:54.115403 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aed6be-9712-4b42-80d2-28108fdda311 req-25df5515-c351-49b7-9b73-598b3bc80796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:54.117005 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64aed6be-9712-4b42-80d2-28108fdda311 req-25df5515-c351-49b7-9b73-598b3bc80796 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7093367d11b401ea610a3d73f033e0f&device_id=5b434073-91c8-4b38-8bf1-ffe36bd79c4a HTTP/1.1" status: 200 len: 1096 time: 0.0711434 Jun 14 14:57:54.184635 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64aed6be-9712-4b42-80d2-28108fdda311 req-4c4f1651-b1fe-44ed-8f35-85a3f6c60eaf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d43817b-02e1-4b65-a63b-3dc3be7f4e6b HTTP/1.1" status: 200 len: 217 time: 0.0597725 Jun 14 14:57:54.264375 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aed6be-9712-4b42-80d2-28108fdda311 req-db77961b-40cb-4f7d-b442-c28a85a600dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:54.266225 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64aed6be-9712-4b42-80d2-28108fdda311 req-db77961b-40cb-4f7d-b442-c28a85a600dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07a076ea-7d56-483c-9656-f881b17dc1f2 HTTP/1.1" status: 200 len: 855 time: 0.0718086 Jun 14 14:57:54.312660 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64aed6be-9712-4b42-80d2-28108fdda311 req-75521ab8-5fd8-4905-9ac6-9c241b960e69 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8fd3036a-4f37-42b7-a2d4-d0262e3251f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393255 Jun 14 14:57:54.450705 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64aed6be-9712-4b42-80d2-28108fdda311 req-b23a1ac3-d653-45ee-bccf-75a6e5b60346 service neutron] 10.222.0.35 "GET /v2.0/networks/8fd3036a-4f37-42b7-a2d4-d0262e3251f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306939 Jun 14 14:57:54.605326 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-64aed6be-9712-4b42-80d2-28108fdda311 req-d04f6ee6-e9fb-49af-88b2-850690f79ab1 service neutron] 10.222.0.35 "GET /v2.0/networks/8fd3036a-4f37-42b7-a2d4-d0262e3251f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470160 Jun 14 14:57:55.297152 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93c5ae-f50b-4fc9-bd95-4a99d987ac7a req-0974d0fb-25b0-4b93-b9a6-3b5745a32e0a tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:55.298320 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9e93c5ae-f50b-4fc9-bd95-4a99d987ac7a req-0974d0fb-25b0-4b93-b9a6-3b5745a32e0a tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b434073-91c8-4b38-8bf1-ffe36bd79c4a HTTP/1.1" status: 200 len: 943 time: 0.1088319 Jun 14 14:57:55.363786 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9e93c5ae-f50b-4fc9-bd95-4a99d987ac7a req-eb409ea0-f313-4de1-9783-83279f2d2435 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530894 Jun 14 14:57:56.380074 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 2d43817b-02e1-4b65-a63b-3dc3be7f4e6b details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:57:56.572210 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 2d43817b-02e1-4b65-a63b-3dc3be7f4e6b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2d43817b-02e1-4b65-a63b-3dc3be7f4e6b,segment=NetworkSegment(98e72edb-dd46-4bf0-98c5-859e7df4be9c),segment_id=98e72edb-dd46-4bf0-98c5-859e7df4be9c)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:56.595070 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Returning: {'device': '2d43817b-02e1-4b65-a63b-3dc3be7f4e6b', 'network_id': '8fd3036a-4f37-42b7-a2d4-d0262e3251f9', 'port_id': '2d43817b-02e1-4b65-a63b-3dc3be7f4e6b', 'mac_address': 'fa:16:3e:5a:82:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a076ea-7d56-483c-9656-f881b17dc1f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:57:56.632281 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8c7bc-6bb3-4e91-a320-b84b661b768c req-31188305-8f66-4d86-9b77-8c2f0bc733c7 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:56.634578 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a8f8c7bc-6bb3-4e91-a320-b84b661b768c req-31188305-8f66-4d86-9b77-8c2f0bc733c7 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b434073-91c8-4b38-8bf1-ffe36bd79c4a HTTP/1.1" status: 200 len: 943 time: 0.1156163 Jun 14 14:57:56.662729 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:56.683176 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d43817b-02e1-4b65-a63b-3dc3be7f4e6b {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:57:56.696572 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a8f8c7bc-6bb3-4e91-a320-b84b661b768c req-59785b2b-6fbd-4c48-bdba-c8a07fb8f81a tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536926 Jun 14 14:57:56.708845 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 2d43817b-02e1-4b65-a63b-3dc3be7f4e6b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2d43817b-02e1-4b65-a63b-3dc3be7f4e6b,segment=NetworkSegment(98e72edb-dd46-4bf0-98c5-859e7df4be9c),segment_id=98e72edb-dd46-4bf0-98c5-859e7df4be9c)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:57:56.791040 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:57:56.792999 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:57:56.855650 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=2d43817b-02e1-4b65-a63b-3dc3be7f4e6b,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:57:56.859396 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:57:57.072563 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['2d43817b-02e1-4b65-a63b-3dc3be7f4e6b'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:57:57.924868 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acc357-0eff-46d9-a93c-fb451807b458 req-6c1a3d51-818c-4e0e-8ceb-5e765807ff75 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:57.926515 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d0acc357-0eff-46d9-a93c-fb451807b458 req-6c1a3d51-818c-4e0e-8ceb-5e765807ff75 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b434073-91c8-4b38-8bf1-ffe36bd79c4a HTTP/1.1" status: 200 len: 944 time: 0.0959833 Jun 14 14:57:57.985182 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d0acc357-0eff-46d9-a93c-fb451807b458 req-4b9ffec8-571c-4c57-bdcc-fd5924e9c25f tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503654 Jun 14 14:57:59.228699 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e231383-3c32-4739-aef1-4dca3b938864 req-73e81fcf-2790-4d0b-b411-e60371d806a4 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:57:59.230786 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1e231383-3c32-4739-aef1-4dca3b938864 req-73e81fcf-2790-4d0b-b411-e60371d806a4 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b434073-91c8-4b38-8bf1-ffe36bd79c4a HTTP/1.1" status: 200 len: 944 time: 0.0966971 Jun 14 14:57:59.287659 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1e231383-3c32-4739-aef1-4dca3b938864 req-e95352ad-d146-4eb9-9603-05dc9aa73866 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465105 Jun 14 14:58:00.512635 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095eb012-4d4f-4e5d-9b98-f5ca0d4713e1 req-c26a5adf-b9a9-4e3b-a17e-b14fb19b18e9 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:00.514662 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-095eb012-4d4f-4e5d-9b98-f5ca0d4713e1 req-c26a5adf-b9a9-4e3b-a17e-b14fb19b18e9 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b434073-91c8-4b38-8bf1-ffe36bd79c4a HTTP/1.1" status: 200 len: 944 time: 0.0951064 Jun 14 14:58:00.562021 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-095eb012-4d4f-4e5d-9b98-f5ca0d4713e1 req-37ba2e68-5081-4bfc-a8bb-5acbaf5548cb tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413527 Jun 14 14:58:01.790781 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e9b31-0f62-4031-989c-9bfb473e81bb req-f35cc961-09e2-4395-bc02-11627d7f73f6 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:01.792138 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-018e9b31-0f62-4031-989c-9bfb473e81bb req-f35cc961-09e2-4395-bc02-11627d7f73f6 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b434073-91c8-4b38-8bf1-ffe36bd79c4a HTTP/1.1" status: 200 len: 944 time: 0.0990520 Jun 14 14:58:01.819352 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d54663c3-64a1-4e06-a46c-6355c8f6aae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:01.863301 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-018e9b31-0f62-4031-989c-9bfb473e81bb req-9331295b-4c0e-4e55-94eb-8bec42233612 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597177 Jun 14 14:58:02.441765 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 2d43817b-02e1-4b65-a63b-3dc3be7f4e6b up at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:58:02.591478 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning for port 2d43817b-02e1-4b65-a63b-3dc3be7f4e6b completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:58:02.596420 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning complete for port 2d43817b-02e1-4b65-a63b-3dc3be7f4e6b triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:58:02.596898 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:02.703586 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:02.732716 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b434073-91c8-4b38-8bf1-ffe36bd79c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d43817b-02e1-4b65-a63b-3dc3be7f4e6b'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:58:02.735439 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7da8b3-b95f-4b71-b8c2-b2de7821c318" -d '{"events": [{"server_uuid": "5b434073-91c8-4b38-8bf1-ffe36bd79c4a", "name": "network-vif-plugged", "status": "completed", "tag": "2d43817b-02e1-4b65-a63b-3dc3be7f4e6b"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:58:02.750815 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 2d43817b-02e1-4b65-a63b-3dc3be7f4e6b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2d43817b-02e1-4b65-a63b-3dc3be7f4e6b,segment=NetworkSegment(98e72edb-dd46-4bf0-98c5-859e7df4be9c),segment_id=98e72edb-dd46-4bf0-98c5-859e7df4be9c)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:58:02.775098 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0bfdd5-d6ea-466d-bfd0-9cefd1d56b82 x-openstack-request-id: req-ec0bfdd5-d6ea-466d-bfd0-9cefd1d56b82 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:58:02.775393 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b434073-91c8-4b38-8bf1-ffe36bd79c4a", "name": "network-vif-plugged", "status": "completed", "tag": "2d43817b-02e1-4b65-a63b-3dc3be7f4e6b", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:58:02.775678 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ec0bfdd5-d6ea-466d-bfd0-9cefd1d56b82 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:58:02.776077 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b434073-91c8-4b38-8bf1-ffe36bd79c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d43817b-02e1-4b65-a63b-3dc3be7f4e6b', 'code': 200} Jun 14 14:58:02.813482 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:02.815468 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-c2a77158-611c-4d99-b99d-376973d6d10b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:02.885464 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=2d43817b-02e1-4b65-a63b-3dc3be7f4e6b,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:02.890264 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:03.137479 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32233677-db7b-43be-99f9-5effc7574099 req-b4458760-9f8c-489e-9970-fa97c140e34e tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:03.139181 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-32233677-db7b-43be-99f9-5effc7574099 req-b4458760-9f8c-489e-9970-fa97c140e34e tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b434073-91c8-4b38-8bf1-ffe36bd79c4a HTTP/1.1" status: 200 len: 945 time: 0.1104312 Jun 14 14:58:03.202906 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-32233677-db7b-43be-99f9-5effc7574099 req-8f2a9da5-4e00-494d-ac33-5c98aa72b63c tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543931 Jun 14 14:58:03.251682 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ecffe594-5e94-446f-9409-ef03e978220a req-70c9df33-8097-4d05-b440-bc7f3e103af1 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-398027466&fields=id&tenant_id=aeced04591554681b1b816a5b00ecd6a HTTP/1.1" status: 200 len: 267 time: 0.0515962 Jun 14 14:58:03.286432 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675c624-8438-4a0b-a79b-8a9017524ec2 req-64de22eb-f4b6-44cb-b9f3-c138f82be74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:03.288020 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4675c624-8438-4a0b-a79b-8a9017524ec2 req-64de22eb-f4b6-44cb-b9f3-c138f82be74a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5b434073-91c8-4b38-8bf1-ffe36bd79c4a HTTP/1.1" status: 200 len: 1098 time: 0.0962794 Jun 14 14:58:03.337343 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4675c624-8438-4a0b-a79b-8a9017524ec2 req-d0c41d4a-9baf-4dce-91fc-57b574dd45db service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395555 Jun 14 14:58:03.411077 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffe594-5e94-446f-9409-ef03e978220a req-3f5a6b7d-a0bb-48a0-bf28-ce36efcb574e tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:03.412673 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ecffe594-5e94-446f-9409-ef03e978220a req-3f5a6b7d-a0bb-48a0-bf28-ce36efcb574e tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/networks?id=3264bc1b-3107-4e40-8063-5800aefcb632 HTTP/1.1" status: 200 len: 812 time: 0.1522605 Jun 14 14:58:03.431484 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ecffe594-5e94-446f-9409-ef03e978220a req-547c3ed4-84d4-460c-8e6b-1898e65899b5 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/quotas/aeced04591554681b1b816a5b00ecd6a HTTP/1.1" status: 200 len: 375 time: 0.0122430 Jun 14 14:58:03.518729 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ecffe594-5e94-446f-9409-ef03e978220a req-c312c270-fd73-4601-a138-be7999a3f3a8 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=aeced04591554681b1b816a5b00ecd6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806963 Jun 14 14:58:03.659898 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ecffe594-5e94-446f-9409-ef03e978220a req-8c41a0eb-0f16-4a7f-a2ba-610ff6b060f2 service neutron] 10.222.0.48 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264048 Jun 14 14:58:03.798333 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ecffe594-5e94-446f-9409-ef03e978220a req-818863a8-c1bf-4c11-a39a-16a7692e4f39 service neutron] 10.222.0.48 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310184 Jun 14 14:58:04.442681 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed523e-77d2-4cf3-8827-55ce51ff1ba1 req-24a2b788-bdc9-4060-9599-118dbc0c601e tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:04.444356 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7fed523e-77d2-4cf3-8827-55ce51ff1ba1 req-24a2b788-bdc9-4060-9599-118dbc0c601e tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b434073-91c8-4b38-8bf1-ffe36bd79c4a HTTP/1.1" status: 200 len: 945 time: 0.0787489 Jun 14 14:58:04.500670 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7fed523e-77d2-4cf3-8827-55ce51ff1ba1 req-ee408dd5-2404-4542-ab00-dbc54171f185 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455184 Jun 14 14:58:04.917509 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-52afd202-d4b4-4e55-b1ce-cade3dec8cfe req-8185b557-5a61-4b2f-8de4-cbfa68316688 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 210 time: 0.0357807 Jun 14 14:58:05.592254 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-31d1500f-3912-4d8c-a30f-22f0c3e16968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:05.743414 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc45b1-94a9-4ebe-ba7a-e96a7e6409dc req-6ba4d4fb-17aa-4f4a-a0ec-e0d7e2fe24e7 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:05.745188 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c3bc45b1-94a9-4ebe-ba7a-e96a7e6409dc req-6ba4d4fb-17aa-4f4a-a0ec-e0d7e2fe24e7 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b434073-91c8-4b38-8bf1-ffe36bd79c4a HTTP/1.1" status: 200 len: 945 time: 0.1044610 Jun 14 14:58:05.803802 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c3bc45b1-94a9-4ebe-ba7a-e96a7e6409dc req-7ada0df5-4a40-42d8-aa1d-fc9d726de274 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516083 Jun 14 14:58:06.063776 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bc0b37c9-e965-413c-a07c-083693076ac3 req-c09f4eeb-740c-4e63-93a0-41690a2c0ddd tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 210 time: 0.0499361 Jun 14 14:58:06.597051 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:07.316536 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9faa88b9-b5fb-4bc3-939c-cdb6ae4386fe req-f1965d5d-dcc7-42c5-9dd1-cdf4830dfefb tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 210 time: 0.0440223 Jun 14 14:58:08.140581 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 39766) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:58:08.162959 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:08.296941 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b6f80345-b925-4e17-a993-191c8d5119ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:08.464108 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b6f80345-b925-4e17-a993-191c8d5119ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:08.560656 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9c40da47-81b5-45f0-864b-63a541c3dde6 req-6c182a4c-9efd-40c3-8651-619f164147ed tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 210 time: 0.0443456 Jun 14 14:58:08.561658 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b6f80345-b925-4e17-a993-191c8d5119ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:08.565354 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-83bfce82-16fe-4491-966b-642612f768f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:08.637742 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f80345-b925-4e17-a993-191c8d5119ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312e6e5c-7c9d-439b-b340-bbf9dfeee3bd,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:08.658175 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffe594-5e94-446f-9409-ef03e978220a req-aed2cb2a-24bd-4716-96b7-2f84b7df44c5 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:08.658175 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ecffe594-5e94-446f-9409-ef03e978220a req-aed2cb2a-24bd-4716-96b7-2f84b7df44c5 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.35 "GET /v2.0/networks?id=3264bc1b-3107-4e40-8063-5800aefcb632 HTTP/1.1" status: 200 len: 812 time: 0.2391093 Jun 14 14:58:08.659424 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f80345-b925-4e17-a993-191c8d5119ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:08.660003 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f80345-b925-4e17-a993-191c8d5119ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:08.660388 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f80345-b925-4e17-a993-191c8d5119ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:08.660766 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f80345-b925-4e17-a993-191c8d5119ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:08.661128 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f80345-b925-4e17-a993-191c8d5119ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:08.661486 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f80345-b925-4e17-a993-191c8d5119ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:08.662042 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f80345-b925-4e17-a993-191c8d5119ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:08.662401 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f80345-b925-4e17-a993-191c8d5119ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:08.662944 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f80345-b925-4e17-a993-191c8d5119ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:08.663404 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f80345-b925-4e17-a993-191c8d5119ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:08.664241 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f80345-b925-4e17-a993-191c8d5119ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:08.664694 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f80345-b925-4e17-a993-191c8d5119ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:08.674005 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-b6f80345-b925-4e17-a993-191c8d5119ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:08.686405 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-b6f80345-b925-4e17-a993-191c8d5119ed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7d088ece331a4861b1dab6e5ab4cbbf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5433617 Jun 14 14:58:08.687680 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 39776) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:58:08.737901 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ecffe594-5e94-446f-9409-ef03e978220a req-a6e7ac5e-4503-4e9f-85ec-f5e2bc4dd274 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aeced04591554681b1b816a5b00ecd6a HTTP/1.1" status: 200 len: 379 time: 0.0682931 Jun 14 14:58:08.750924 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-ecffe594-5e94-446f-9409-ef03e978220a req-c733489b-8357-4a0e-bd68-d69de43c72aa tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Request body: {'port': {'device_id': '7fcd00c0-89d0-4187-926b-2fc5b701bde8', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'admin_state_up': True, 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'security_groups': ['fe25663e-d500-4140-b4c1-00609149c71a']}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:58:08.768934 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-65f58ef6-4e5c-4ea8-935d-15306c1da0f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:08.804249 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-65f58ef6-4e5c-4ea8-935d-15306c1da0f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:08.990498 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-65f58ef6-4e5c-4ea8-935d-15306c1da0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:08.995143 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-65f58ef6-4e5c-4ea8-935d-15306c1da0f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:08.997456 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-65f58ef6-4e5c-4ea8-935d-15306c1da0f0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/312e6e5c-7c9d-439b-b340-bbf9dfeee3bd HTTP/1.1" status: 204 len: 168 time: 0.3091276 Jun 14 14:58:09.010451 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-98aec652-f83d-4a1d-85fa-3822381339a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:09.010451 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f58ef6-4e5c-4ea8-935d-15306c1da0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312e6e5c-7c9d-439b-b340-bbf9dfeee3bd,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:09.026035 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-65f58ef6-4e5c-4ea8-935d-15306c1da0f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:09.058945 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecffe594-5e94-446f-9409-ef03e978220a req-c733489b-8357-4a0e-bd68-d69de43c72aa tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Made reservation on behalf of aeced04591554681b1b816a5b00ecd6a for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:58:09.065574 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-ecffe594-5e94-446f-9409-ef03e978220a req-c733489b-8357-4a0e-bd68-d69de43c72aa tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:09.313165 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-ecffe594-5e94-446f-9409-ef03e978220a req-c733489b-8357-4a0e-bd68-d69de43c72aa tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Allocated IP 172.20.0.10 (3264bc1b-3107-4e40-8063-5800aefcb632/dd985369-c943-4630-ae2d-eb1be799101d/49ca97f8-5aed-46a8-870e-6b9214255d75) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:58:09.534684 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-ecffe594-5e94-446f-9409-ef03e978220a req-c733489b-8357-4a0e-bd68-d69de43c72aa tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for port, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:09.550507 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-ecffe594-5e94-446f-9409-ef03e978220a req-c733489b-8357-4a0e-bd68-d69de43c72aa tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Transition to ACTIVE for port object 49ca97f8-5aed-46a8-870e-6b9214255d75 will not be triggered until provisioned by entity DHCP. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:58:09.741869 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c9ce9cea-29dc-43b2-a608-8987abffbc4d req-8dc3a7f6-ee9e-4668-9b52-fc7ddbe858e2 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 210 time: 0.0384510 Jun 14 14:58:09.756629 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-ecffe594-5e94-446f-9409-ef03e978220a req-c733489b-8357-4a0e-bd68-d69de43c72aa tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28280472'] for port, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:09.762413 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-7da5ffaf-9e48-4d9a-a3bd-512927b6c8bf tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:09.823420 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecffe594-5e94-446f-9409-ef03e978220a req-c733489b-8357-4a0e-bd68-d69de43c72aa tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Network 3264bc1b-3107-4e40-8063-5800aefcb632 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:58:09.827310 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-ecffe594-5e94-446f-9409-ef03e978220a req-c733489b-8357-4a0e-bd68-d69de43c72aa tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:58:09.833101 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecffe594-5e94-446f-9409-ef03e978220a req-c733489b-8357-4a0e-bd68-d69de43c72aa tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:58:09.868935 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733489b-8357-4a0e-bd68-d69de43c72aa tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Pushing event updated for resources: {'Port': ['ID=49ca97f8-5aed-46a8-870e-6b9214255d75,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:09.874029 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-c733489b-8357-4a0e-bd68-d69de43c72aa tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:09.910080 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffe594-5e94-446f-9409-ef03e978220a req-c733489b-8357-4a0e-bd68-d69de43c72aa tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:09.910824 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-ecffe594-5e94-446f-9409-ef03e978220a req-c733489b-8357-4a0e-bd68-d69de43c72aa tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:09.962844 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 39786) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:58:09.983291 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-284e6174-8679-4957-828b-c60f63d48c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:10.026139 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ecffe594-5e94-446f-9409-ef03e978220a req-c733489b-8357-4a0e-bd68-d69de43c72aa tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2819617 Jun 14 14:58:10.042085 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-ecffe594-5e94-446f-9409-ef03e978220a req-6bd45436-2c97-46c3-bad7-a012c0fb3d73 service neutron] Request body: {'port': {'device_id': '7fcd00c0-89d0-4187-926b-2fc5b701bde8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:58:10.185567 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-284e6174-8679-4957-828b-c60f63d48c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:10.208686 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-ecffe594-5e94-446f-9409-ef03e978220a req-6bd45436-2c97-46c3-bad7-a012c0fb3d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:10.344755 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-d916e833-ffb2-466d-bc49-1e5854ddc3d8 None None] Provisioning for port 49ca97f8-5aed-46a8-870e-6b9214255d75 completed by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:58:10.353536 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-d916e833-ffb2-466d-bc49-1e5854ddc3d8 None None] Provisioning complete for port 49ca97f8-5aed-46a8-870e-6b9214255d75 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:58:10.354019 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d916e833-ffb2-466d-bc49-1e5854ddc3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:10.397286 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-284e6174-8679-4957-828b-c60f63d48c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:10.400313 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:10.405114 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-d23ead96-8320-4bfe-9117-1312d8eaa016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:10.407800 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-d916e833-ffb2-466d-bc49-1e5854ddc3d8 None None] Port 49ca97f8-5aed-46a8-870e-6b9214255d75 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 14:58:10.469932 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-284e6174-8679-4957-828b-c60f63d48c71 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e1f30ab2e944933843a4ee5fcb7b04b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5051816 Jun 14 14:58:10.472190 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e6174-8679-4957-828b-c60f63d48c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63bb604-5a3a-49c1-bc43-d36dc91f2b57,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:10.487642 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 39790) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:58:10.490922 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-284e6174-8679-4957-828b-c60f63d48c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:10.563159 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e77483dd-77a4-4e95-bce1-c0b9721959d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:10.608196 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e77483dd-77a4-4e95-bce1-c0b9721959d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:10.676705 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-ecffe594-5e94-446f-9409-ef03e978220a req-6bd45436-2c97-46c3-bad7-a012c0fb3d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ca97f8-5aed-46a8-870e-6b9214255d75 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:58:10.687801 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-ecffe594-5e94-446f-9409-ef03e978220a req-6bd45436-2c97-46c3-bad7-a012c0fb3d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:10.771895 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e77483dd-77a4-4e95-bce1-c0b9721959d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:10.773489 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-ecffe594-5e94-446f-9409-ef03e978220a req-6bd45436-2c97-46c3-bad7-a012c0fb3d73 service neutron] Transition to ACTIVE for port object 49ca97f8-5aed-46a8-870e-6b9214255d75 will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:58:10.776842 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e77483dd-77a4-4e95-bce1-c0b9721959d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:10.782992 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e77483dd-77a4-4e95-bce1-c0b9721959d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f63bb604-5a3a-49c1-bc43-d36dc91f2b57 HTTP/1.1" status: 204 len: 168 time: 0.2936893 Jun 14 14:58:10.784587 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-af2b5e10-7035-4024-93e3-72481f544558 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:10.796993 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77483dd-77a4-4e95-bce1-c0b9721959d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63bb604-5a3a-49c1-bc43-d36dc91f2b57,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:10.801104 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-e77483dd-77a4-4e95-bce1-c0b9721959d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:10.870692 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-ecffe594-5e94-446f-9409-ef03e978220a req-6bd45436-2c97-46c3-bad7-a012c0fb3d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:10.873286 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-04780024-d4ff-4934-a940-d31cecc88804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:11.031228 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd45436-2c97-46c3-bad7-a012c0fb3d73 service neutron] Pushing event updated for resources: {'Port': ['ID=49ca97f8-5aed-46a8-870e-6b9214255d75,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:11.035846 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-6bd45436-2c97-46c3-bad7-a012c0fb3d73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:11.176103 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384aa04a-5b43-4300-b8fb-c3b1bf105998 req-cf3d49d8-c607-42fd-93a8-ec39aaae4b00 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:11.178814 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-384aa04a-5b43-4300-b8fb-c3b1bf105998 req-cf3d49d8-c607-42fd-93a8-ec39aaae4b00 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 944 time: 0.2637372 Jun 14 14:58:11.211638 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-ecffe594-5e94-446f-9409-ef03e978220a req-6bd45436-2c97-46c3-bad7-a012c0fb3d73 service neutron] Attempting to bind port 49ca97f8-5aed-46a8-870e-6b9214255d75 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:58:11.212210 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-ecffe594-5e94-446f-9409-ef03e978220a req-6bd45436-2c97-46c3-bad7-a012c0fb3d73 service neutron] Attempting to bind port 49ca97f8-5aed-46a8-870e-6b9214255d75 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'ac14f1ec-ccde-439b-aa26-64153387b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:58:11.212769 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecffe594-5e94-446f-9409-ef03e978220a req-6bd45436-2c97-46c3-bad7-a012c0fb3d73 service neutron] Attempting to bind port 49ca97f8-5aed-46a8-870e-6b9214255d75 on network 3264bc1b-3107-4e40-8063-5800aefcb632 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:58:11.237233 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecffe594-5e94-446f-9409-ef03e978220a req-6bd45436-2c97-46c3-bad7-a012c0fb3d73 service neutron] Port 49ca97f8-5aed-46a8-870e-6b9214255d75 on network 3264bc1b-3107-4e40-8063-5800aefcb632 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:58:11.237546 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecffe594-5e94-446f-9409-ef03e978220a req-6bd45436-2c97-46c3-bad7-a012c0fb3d73 service neutron] Attempting to bind port 49ca97f8-5aed-46a8-870e-6b9214255d75 on network 3264bc1b-3107-4e40-8063-5800aefcb632 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:58:11.259918 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecffe594-5e94-446f-9409-ef03e978220a req-6bd45436-2c97-46c3-bad7-a012c0fb3d73 service neutron] Checking agent: {'id': '8465c201-e91e-4007-8337-fb267b4bb0bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'started_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:58:11.260418 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecffe594-5e94-446f-9409-ef03e978220a req-6bd45436-2c97-46c3-bad7-a012c0fb3d73 service neutron] Checking segment: {'id': 'ac14f1ec-ccde-439b-aa26-64153387b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:58:11.260679 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecffe594-5e94-446f-9409-ef03e978220a req-6bd45436-2c97-46c3-bad7-a012c0fb3d73 service neutron] Bound using segment: {'id': 'ac14f1ec-ccde-439b-aa26-64153387b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:58:11.261131 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-ecffe594-5e94-446f-9409-ef03e978220a req-6bd45436-2c97-46c3-bad7-a012c0fb3d73 service neutron] Bound port: 49ca97f8-5aed-46a8-870e-6b9214255d75, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac14f1ec-ccde-439b-aa26-64153387b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:58:11.261549 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-ecffe594-5e94-446f-9409-ef03e978220a req-6bd45436-2c97-46c3-bad7-a012c0fb3d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:11.275521 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-384aa04a-5b43-4300-b8fb-c3b1bf105998 req-65fcce10-7c69-48f5-94ca-ed4b5de0f7e2 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796900 Jun 14 14:58:11.403609 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-ecffe594-5e94-446f-9409-ef03e978220a req-6bd45436-2c97-46c3-bad7-a012c0fb3d73 service neutron] For port 49ca97f8-5aed-46a8-870e-6b9214255d75, host hv-cinder-77262, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:58:11.407355 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-ecffe594-5e94-446f-9409-ef03e978220a req-6bd45436-2c97-46c3-bad7-a012c0fb3d73 service neutron] For port 49ca97f8-5aed-46a8-870e-6b9214255d75, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=49ca97f8-5aed-46a8-870e-6b9214255d75,segment=NetworkSegment(ac14f1ec-ccde-439b-aa26-64153387b151),segment_id=ac14f1ec-ccde-439b-aa26-64153387b151)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:58:11.488627 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-ecffe594-5e94-446f-9409-ef03e978220a req-6bd45436-2c97-46c3-bad7-a012c0fb3d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:11.491032 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-120b0571-5396-49d5-8f0f-284aa4d9d03c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:11.566903 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffe594-5e94-446f-9409-ef03e978220a req-6bd45436-2c97-46c3-bad7-a012c0fb3d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:11.567367 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-ecffe594-5e94-446f-9409-ef03e978220a req-6bd45436-2c97-46c3-bad7-a012c0fb3d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:11.568715 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ecffe594-5e94-446f-9409-ef03e978220a req-6bd45436-2c97-46c3-bad7-a012c0fb3d73 service neutron] 10.222.0.35 "PUT /v2.0/ports/49ca97f8-5aed-46a8-870e-6b9214255d75 HTTP/1.1" status: 200 len: 1094 time: 1.5322628 Jun 14 14:58:11.569254 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fcd00c0-89d0-4187-926b-2fc5b701bde8', 'tag': '49ca97f8-5aed-46a8-870e-6b9214255d75'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:58:11.575667 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839f4441-0498-44a4-9ba8-6f6e0e99162d" -d '{"events": [{"name": "network-changed", "server_uuid": "7fcd00c0-89d0-4187-926b-2fc5b701bde8", "tag": "49ca97f8-5aed-46a8-870e-6b9214255d75"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:58:11.618595 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd45436-2c97-46c3-bad7-a012c0fb3d73 service neutron] Pushing event updated for resources: {'Port': ['ID=49ca97f8-5aed-46a8-870e-6b9214255d75,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:11.624707 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-6bd45436-2c97-46c3-bad7-a012c0fb3d73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:11.646947 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298daeab-8dc5-4fb1-9820-bafb90d76a8f x-openstack-request-id: req-298daeab-8dc5-4fb1-9820-bafb90d76a8f {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:58:11.648818 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fcd00c0-89d0-4187-926b-2fc5b701bde8", "tag": "49ca97f8-5aed-46a8-870e-6b9214255d75", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:58:11.649195 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-298daeab-8dc5-4fb1-9820-bafb90d76a8f {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:58:11.649895 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fcd00c0-89d0-4187-926b-2fc5b701bde8', 'tag': '49ca97f8-5aed-46a8-870e-6b9214255d75', 'status': 'completed', 'code': 200} Jun 14 14:58:11.755531 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f4441-0498-44a4-9ba8-6f6e0e99162d req-7c4189c7-95dc-458e-86de-4b50ab2eab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:11.774297 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-839f4441-0498-44a4-9ba8-6f6e0e99162d req-7c4189c7-95dc-458e-86de-4b50ab2eab2c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aeced04591554681b1b816a5b00ecd6a&device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 1097 time: 0.0806456 Jun 14 14:58:11.937833 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f4441-0498-44a4-9ba8-6f6e0e99162d req-aa074d1e-3de5-4576-b266-fb2485941561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:11.939057 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-839f4441-0498-44a4-9ba8-6f6e0e99162d req-aa074d1e-3de5-4576-b266-fb2485941561 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=aeced04591554681b1b816a5b00ecd6a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1711051 Jun 14 14:58:12.480510 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f4441-0498-44a4-9ba8-6f6e0e99162d req-977fed2f-071c-45ff-88ab-713e39d6a77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:12.483486 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-839f4441-0498-44a4-9ba8-6f6e0e99162d req-977fed2f-071c-45ff-88ab-713e39d6a77d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5361664 Jun 14 14:58:12.680729 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a0c39-a5e5-4776-86ac-af2f9fdcecd0 req-f2857224-0ebc-4721-abe9-e219a573a3ef tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:12.683266 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-828a0c39-a5e5-4776-86ac-af2f9fdcecd0 req-f2857224-0ebc-4721-abe9-e219a573a3ef tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 944 time: 0.1710098 Jun 14 14:58:12.686416 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffe594-5e94-446f-9409-ef03e978220a req-806b2a94-4ae4-433a-a75d-0b3fae65b6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:12.689062 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ecffe594-5e94-446f-9409-ef03e978220a req-806b2a94-4ae4-433a-a75d-0b3fae65b6ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aeced04591554681b1b816a5b00ecd6a&device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 1097 time: 0.1539676 Jun 14 14:58:12.788763 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ecffe594-5e94-446f-9409-ef03e978220a req-d2aec733-12a1-4487-9b50-d3a39d84ccb2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49ca97f8-5aed-46a8-870e-6b9214255d75 HTTP/1.1" status: 200 len: 217 time: 0.0879083 Jun 14 14:58:12.907348 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-828a0c39-a5e5-4776-86ac-af2f9fdcecd0 req-dcbf323e-0ee2-471b-8479-a48df299e201 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049215 Jun 14 14:58:12.920273 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffe594-5e94-446f-9409-ef03e978220a req-2634d171-9458-4926-aea7-f9080e676905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:12.922450 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ecffe594-5e94-446f-9409-ef03e978220a req-2634d171-9458-4926-aea7-f9080e676905 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd985369-c943-4630-ae2d-eb1be799101d HTTP/1.1" status: 200 len: 851 time: 0.1149380 Jun 14 14:58:13.038126 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffe594-5e94-446f-9409-ef03e978220a req-9e88b531-025b-4991-ac0a-42d3c3f0d8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:13.040754 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ecffe594-5e94-446f-9409-ef03e978220a req-9e88b531-025b-4991-ac0a-42d3c3f0d8ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3264bc1b-3107-4e40-8063-5800aefcb632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0996130 Jun 14 14:58:13.219131 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ecffe594-5e94-446f-9409-ef03e978220a req-fdf2a057-b269-4da3-a596-ae74bf74f9ca service neutron] 10.222.0.35 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702218 Jun 14 14:58:13.369395 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ecffe594-5e94-446f-9409-ef03e978220a req-2a34cc35-99a6-49b9-83b3-96a1bbaca5df service neutron] 10.222.0.35 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398251 Jun 14 14:58:14.173683 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c4de2-5eab-4bb7-ab3d-ea860d6ee158 req-2c0c1d65-8667-4bc4-addc-da698c9543f8 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:14.176361 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-272c4de2-5eab-4bb7-ab3d-ea860d6ee158 req-2c0c1d65-8667-4bc4-addc-da698c9543f8 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 944 time: 0.1313167 Jun 14 14:58:14.245558 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-272c4de2-5eab-4bb7-ab3d-ea860d6ee158 req-e28582d1-9989-4a31-a9d1-dcb61d2714c8 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625360 Jun 14 14:58:15.472318 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad66b6-79f6-4ff6-bdcc-72db7194843f req-48e743e7-b1f3-432a-9691-1c5c923ec006 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:15.473921 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9fad66b6-79f6-4ff6-bdcc-72db7194843f req-48e743e7-b1f3-432a-9691-1c5c923ec006 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 944 time: 0.0991249 Jun 14 14:58:15.544489 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9fad66b6-79f6-4ff6-bdcc-72db7194843f req-2c47bd69-a4df-45f1-8c7c-d876d999d7c3 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624080 Jun 14 14:58:16.799252 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8fd8e-fda2-4f70-b3ae-021bcbf4dce2 req-13ca4ef6-a546-4316-b6da-4b03f5df0c31 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:16.801904 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f0a8fd8e-fda2-4f70-b3ae-021bcbf4dce2 req-13ca4ef6-a546-4316-b6da-4b03f5df0c31 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 944 time: 0.1072400 Jun 14 14:58:16.851392 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f0a8fd8e-fda2-4f70-b3ae-021bcbf4dce2 req-7b9574c6-ea40-4158-885e-8bc9b5a66a72 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414164 Jun 14 14:58:18.070647 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd6a45-9b91-4236-887d-c11ed7dbd5f5 req-40e22d2b-76d7-432e-a092-19db5a836738 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:18.072430 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6bfd6a45-9b91-4236-887d-c11ed7dbd5f5 req-40e22d2b-76d7-432e-a092-19db5a836738 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 944 time: 0.0837772 Jun 14 14:58:18.121516 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6bfd6a45-9b91-4236-887d-c11ed7dbd5f5 req-d11524a7-09b0-46d8-9394-f0a7e572d5e0 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424013 Jun 14 14:58:18.173987 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-4d93e111-ecd4-4cc0-b2c7-192f6edf51e0 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:18.176452 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-4d93e111-ecd4-4cc0-b2c7-192f6edf51e0 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/networks?id=8fd3036a-4f37-42b7-a2d4-d0262e3251f9 HTTP/1.1" status: 200 len: 815 time: 0.1745608 Jun 14 14:58:18.199108 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-952a0936-d0e5-4d9c-95c2-0890614884bc tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/quotas/d7093367d11b401ea610a3d73f033e0f HTTP/1.1" status: 200 len: 375 time: 0.0132790 Jun 14 14:58:18.274345 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:18.282451 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-95554f16-002f-42e4-b736-0b5bf590f322 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d7093367d11b401ea610a3d73f033e0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0771570 Jun 14 14:58:18.437377 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-b72b1587-1958-4556-afd4-db857550b18c service neutron] 10.222.0.48 "GET /v2.0/networks/8fd3036a-4f37-42b7-a2d4-d0262e3251f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429067 Jun 14 14:58:18.583155 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-a209dfae-9350-439c-8cdf-cbd298f77b4b service neutron] 10.222.0.48 "GET /v2.0/networks/8fd3036a-4f37-42b7-a2d4-d0262e3251f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389074 Jun 14 14:58:18.917778 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4d9453c1-1b53-4251-92f0-f985c840b97b req-44ad493e-4b17-40d3-8134-dcae9d4b2ccd tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=88b63c62-cc84-4133-bbf6-66b88be779e2 HTTP/1.1" status: 200 len: 210 time: 0.0452297 Jun 14 14:58:19.344437 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1e189-3080-426e-a5f7-44013762f016 req-86f5ebc0-13ee-4e9f-9b18-69a0583f5cf0 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:19.345565 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2cc1e189-3080-426e-a5f7-44013762f016 req-86f5ebc0-13ee-4e9f-9b18-69a0583f5cf0 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 944 time: 0.0914497 Jun 14 14:58:19.396762 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2cc1e189-3080-426e-a5f7-44013762f016 req-63facce8-fd32-43b0-9a90-1ac122b394e1 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436158 Jun 14 14:58:20.092124 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0c9d26be-c78e-488d-8ed9-f7d3e3067751 req-e6f9c3ef-f285-47d3-9eb7-7cbe63be0479 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=88b63c62-cc84-4133-bbf6-66b88be779e2 HTTP/1.1" status: 200 len: 210 time: 0.0382597 Jun 14 14:58:20.470913 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:58:20.628528 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb825b2f-7a2e-45e6-b014-681ec46ee195 req-094b7d4f-ed81-44f4-b37b-13a4bf628492 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:20.630591 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cb825b2f-7a2e-45e6-b014-681ec46ee195 req-094b7d4f-ed81-44f4-b37b-13a4bf628492 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 944 time: 0.0859790 Jun 14 14:58:20.702498 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cb825b2f-7a2e-45e6-b014-681ec46ee195 req-14f33188-9a0c-4919-abf1-f592e627ea14 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634782 Jun 14 14:58:21.271793 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-de6ab6b0-ec2f-4eb5-8d9f-2659bc92e0f8 req-64e71aaf-3c5d-48a5-a269-80d1343f01f5 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=88b63c62-cc84-4133-bbf6-66b88be779e2 HTTP/1.1" status: 200 len: 210 time: 0.0403097 Jun 14 14:58:21.594519 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-ca781a23-b836-4bae-8dfd-2c076f8c62c8 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:21.596128 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-ca781a23-b836-4bae-8dfd-2c076f8c62c8 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.35 "GET /v2.0/networks?id=8fd3036a-4f37-42b7-a2d4-d0262e3251f9 HTTP/1.1" status: 200 len: 815 time: 0.1670408 Jun 14 14:58:21.613774 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-e8e4abc5-d7e3-46b0-88c7-be619ff035aa tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Request body: {'port': {'device_id': '88b63c62-cc84-4133-bbf6-66b88be779e2', 'network_id': '8fd3036a-4f37-42b7-a2d4-d0262e3251f9', 'admin_state_up': True, 'tenant_id': 'd7093367d11b401ea610a3d73f033e0f'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:58:21.906883 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-e8e4abc5-d7e3-46b0-88c7-be619ff035aa tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Made reservation on behalf of d7093367d11b401ea610a3d73f033e0f for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:58:21.917754 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-e8e4abc5-d7e3-46b0-88c7-be619ff035aa tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:21.943798 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a95eb-ef00-4bd6-939a-46baef5eba22 req-107380d0-3a25-485b-bb42-da6b66fdf996 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:21.946195 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-917a95eb-ef00-4bd6-939a-46baef5eba22 req-107380d0-3a25-485b-bb42-da6b66fdf996 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 944 time: 0.0964093 Jun 14 14:58:22.013572 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-917a95eb-ef00-4bd6-939a-46baef5eba22 req-b91af7a5-d801-4072-9e53-14ed9f168898 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620847 Jun 14 14:58:22.144056 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-e8e4abc5-d7e3-46b0-88c7-be619ff035aa tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Allocated IP 172.20.0.2 (8fd3036a-4f37-42b7-a2d4-d0262e3251f9/07a076ea-7d56-483c-9656-f881b17dc1f2/1f4e49c5-c8bb-448f-89f4-13ee1d8465fa) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:58:22.392353 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-e8e4abc5-d7e3-46b0-88c7-be619ff035aa tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks [] for port, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:22.477436 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6840b70c-fbbf-47e5-8f46-07f6f4490f49 req-54f7dd18-6b87-4fed-b2ba-432630095fa5 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=88b63c62-cc84-4133-bbf6-66b88be779e2 HTTP/1.1" status: 200 len: 210 time: 0.0566952 Jun 14 14:58:22.579433 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 49ca97f8-5aed-46a8-870e-6b9214255d75 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:58:22.597036 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-e8e4abc5-d7e3-46b0-88c7-be619ff035aa tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28280472'] for port, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:22.602874 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-c396e847-d5cc-4a9b-8aca-0c38fe9bbc70 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:22.624518 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['2d43817b-02e1-4b65-a63b-3dc3be7f4e6b'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:58:22.669034 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-e8e4abc5-d7e3-46b0-88c7-be619ff035aa tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Network 8fd3036a-4f37-42b7-a2d4-d0262e3251f9 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:58:22.675879 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-e8e4abc5-d7e3-46b0-88c7-be619ff035aa tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:58:22.682148 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-e8e4abc5-d7e3-46b0-88c7-be619ff035aa tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:58:22.687535 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4abc5-d7e3-46b0-88c7-be619ff035aa tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Pushing event updated for resources: {'Port': ['ID=1f4e49c5-c8bb-448f-89f4-13ee1d8465fa,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:22.729178 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-e8e4abc5-d7e3-46b0-88c7-be619ff035aa tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:22.767916 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-e8e4abc5-d7e3-46b0-88c7-be619ff035aa tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:22.768889 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-e8e4abc5-d7e3-46b0-88c7-be619ff035aa tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:22.810326 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 49ca97f8-5aed-46a8-870e-6b9214255d75, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=49ca97f8-5aed-46a8-870e-6b9214255d75,segment=NetworkSegment(ac14f1ec-ccde-439b-aa26-64153387b151),segment_id=ac14f1ec-ccde-439b-aa26-64153387b151)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:58:22.847821 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Returning: {'device': '49ca97f8-5aed-46a8-870e-6b9214255d75', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'port_id': '49ca97f8-5aed-46a8-870e-6b9214255d75', 'mac_address': 'fa:16:3e:14:7c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:58:22.899198 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-e8e4abc5-d7e3-46b0-88c7-be619ff035aa tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2891958 Jun 14 14:58:22.919300 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-ea06df98-53fe-46c7-b536-fa545a051317 service neutron] Request body: {'port': {'device_id': '88b63c62-cc84-4133-bbf6-66b88be779e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:58:22.942980 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:22.985117 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ca97f8-5aed-46a8-870e-6b9214255d75 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:58:23.043245 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 49ca97f8-5aed-46a8-870e-6b9214255d75, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=49ca97f8-5aed-46a8-870e-6b9214255d75,segment=NetworkSegment(ac14f1ec-ccde-439b-aa26-64153387b151),segment_id=ac14f1ec-ccde-439b-aa26-64153387b151)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:58:23.052472 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-ea06df98-53fe-46c7-b536-fa545a051317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:23.151303 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:23.153078 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:23.246553 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=49ca97f8-5aed-46a8-870e-6b9214255d75,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:23.250170 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:23.296656 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320504c-6361-42c9-94cd-3a50d0cafb1f req-f9d56ca9-73bb-4183-b763-540d1ddd8146 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:23.298316 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e320504c-6361-42c9-94cd-3a50d0cafb1f req-f9d56ca9-73bb-4183-b763-540d1ddd8146 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 945 time: 0.1192150 Jun 14 14:58:23.362636 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e320504c-6361-42c9-94cd-3a50d0cafb1f req-7838cfa7-cff1-40ad-a5b2-fd6782deedba tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569506 Jun 14 14:58:23.468457 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-ea06df98-53fe-46c7-b536-fa545a051317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f4e49c5-c8bb-448f-89f4-13ee1d8465fa {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:58:23.472095 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['49ca97f8-5aed-46a8-870e-6b9214255d75'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:58:23.481714 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-ea06df98-53fe-46c7-b536-fa545a051317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:23.499839 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-ea06df98-53fe-46c7-b536-fa545a051317 service neutron] Transition to ACTIVE for port object 1f4e49c5-c8bb-448f-89f4-13ee1d8465fa will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:58:23.579456 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-ea06df98-53fe-46c7-b536-fa545a051317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:23.587002 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-4fd619c3-caee-4b7e-969d-92f797ca58ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:23.764025 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06df98-53fe-46c7-b536-fa545a051317 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4e49c5-c8bb-448f-89f4-13ee1d8465fa,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:23.771597 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-ea06df98-53fe-46c7-b536-fa545a051317 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:23.892192 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bed3b-e6a6-4504-9348-067641241db8 req-424ce1ee-5c2c-4f39-86e3-f80d7ae9953c tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:23.893745 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4a5bed3b-e6a6-4504-9348-067641241db8 req-424ce1ee-5c2c-4f39-86e3-f80d7ae9953c tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=88b63c62-cc84-4133-bbf6-66b88be779e2 HTTP/1.1" status: 200 len: 943 time: 0.2526591 Jun 14 14:58:23.937113 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-ea06df98-53fe-46c7-b536-fa545a051317 service neutron] Attempting to bind port 1f4e49c5-c8bb-448f-89f4-13ee1d8465fa on host hv-cinder-77262 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:58:23.937529 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-ea06df98-53fe-46c7-b536-fa545a051317 service neutron] Attempting to bind port 1f4e49c5-c8bb-448f-89f4-13ee1d8465fa by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '98e72edb-dd46-4bf0-98c5-859e7df4be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8fd3036a-4f37-42b7-a2d4-d0262e3251f9'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:58:23.937804 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-ea06df98-53fe-46c7-b536-fa545a051317 service neutron] Attempting to bind port 1f4e49c5-c8bb-448f-89f4-13ee1d8465fa on network 8fd3036a-4f37-42b7-a2d4-d0262e3251f9 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:58:23.947365 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-ea06df98-53fe-46c7-b536-fa545a051317 service neutron] Port 1f4e49c5-c8bb-448f-89f4-13ee1d8465fa on network 8fd3036a-4f37-42b7-a2d4-d0262e3251f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:58:23.947684 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-ea06df98-53fe-46c7-b536-fa545a051317 service neutron] Attempting to bind port 1f4e49c5-c8bb-448f-89f4-13ee1d8465fa on network 8fd3036a-4f37-42b7-a2d4-d0262e3251f9 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:58:23.963126 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-ea06df98-53fe-46c7-b536-fa545a051317 service neutron] Checking agent: {'id': '8465c201-e91e-4007-8337-fb267b4bb0bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'started_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:58:23.963456 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-ea06df98-53fe-46c7-b536-fa545a051317 service neutron] Checking segment: {'id': '98e72edb-dd46-4bf0-98c5-859e7df4be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8fd3036a-4f37-42b7-a2d4-d0262e3251f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:58:23.963966 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-ea06df98-53fe-46c7-b536-fa545a051317 service neutron] Bound using segment: {'id': '98e72edb-dd46-4bf0-98c5-859e7df4be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8fd3036a-4f37-42b7-a2d4-d0262e3251f9'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:58:23.964478 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-ea06df98-53fe-46c7-b536-fa545a051317 service neutron] Bound port: 1f4e49c5-c8bb-448f-89f4-13ee1d8465fa, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e72edb-dd46-4bf0-98c5-859e7df4be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8fd3036a-4f37-42b7-a2d4-d0262e3251f9'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:58:23.964716 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-ea06df98-53fe-46c7-b536-fa545a051317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:23.972022 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4a5bed3b-e6a6-4504-9348-067641241db8 req-5497f231-c826-4795-a107-0f22e807e30c tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635450 Jun 14 14:58:24.063115 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-ea06df98-53fe-46c7-b536-fa545a051317 service neutron] For port 1f4e49c5-c8bb-448f-89f4-13ee1d8465fa, host hv-cinder-77262, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:58:24.066544 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-ea06df98-53fe-46c7-b536-fa545a051317 service neutron] For port 1f4e49c5-c8bb-448f-89f4-13ee1d8465fa, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1f4e49c5-c8bb-448f-89f4-13ee1d8465fa,segment=NetworkSegment(98e72edb-dd46-4bf0-98c5-859e7df4be9c),segment_id=98e72edb-dd46-4bf0-98c5-859e7df4be9c)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:58:24.139322 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-ea06df98-53fe-46c7-b536-fa545a051317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:24.141572 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-a59fdb47-6e31-4ff0-b314-231f5e61e7d6 tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:24.187770 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-ea06df98-53fe-46c7-b536-fa545a051317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:24.188397 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-ea06df98-53fe-46c7-b536-fa545a051317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:24.190102 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-ea06df98-53fe-46c7-b536-fa545a051317 service neutron] 10.222.0.35 "PUT /v2.0/ports/1f4e49c5-c8bb-448f-89f4-13ee1d8465fa HTTP/1.1" status: 200 len: 1093 time: 1.2774405 Jun 14 14:58:24.190491 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b63c62-cc84-4133-bbf6-66b88be779e2', 'tag': '1f4e49c5-c8bb-448f-89f4-13ee1d8465fa'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:58:24.193017 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34eaae5-82bc-4d6c-b81b-99be43bffd1b" -d '{"events": [{"name": "network-changed", "server_uuid": "88b63c62-cc84-4133-bbf6-66b88be779e2", "tag": "1f4e49c5-c8bb-448f-89f4-13ee1d8465fa"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:58:24.220460 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06df98-53fe-46c7-b536-fa545a051317 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4e49c5-c8bb-448f-89f4-13ee1d8465fa,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:24.224235 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-ea06df98-53fe-46c7-b536-fa545a051317 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:24.243859 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d330f88-8182-4310-9fce-76cfa1507787 x-openstack-request-id: req-6d330f88-8182-4310-9fce-76cfa1507787 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:58:24.244216 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b63c62-cc84-4133-bbf6-66b88be779e2", "tag": "1f4e49c5-c8bb-448f-89f4-13ee1d8465fa", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:58:24.244512 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d330f88-8182-4310-9fce-76cfa1507787 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:58:24.244981 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b63c62-cc84-4133-bbf6-66b88be779e2', 'tag': '1f4e49c5-c8bb-448f-89f4-13ee1d8465fa', 'status': 'completed', 'code': 200} Jun 14 14:58:24.385522 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34eaae5-82bc-4d6c-b81b-99be43bffd1b req-cca57d68-d590-413b-a512-f83fb8aec6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:24.387776 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b34eaae5-82bc-4d6c-b81b-99be43bffd1b req-cca57d68-d590-413b-a512-f83fb8aec6e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7093367d11b401ea610a3d73f033e0f&device_id=88b63c62-cc84-4133-bbf6-66b88be779e2 HTTP/1.1" status: 200 len: 1096 time: 0.0903220 Jun 14 14:58:24.582897 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 49ca97f8-5aed-46a8-870e-6b9214255d75 up at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:58:24.605426 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34eaae5-82bc-4d6c-b81b-99be43bffd1b req-389a42b3-3a07-46c7-8bef-c2619e65b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:24.608282 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b34eaae5-82bc-4d6c-b81b-99be43bffd1b req-389a42b3-3a07-46c7-8bef-c2619e65b608 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d7093367d11b401ea610a3d73f033e0f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2105713 Jun 14 14:58:24.712774 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a484d-109d-4374-807a-0d7a665c36e9 req-a01133ea-580a-46b5-badf-4ea3f2e0b7a4 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:24.715237 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bc6a484d-109d-4374-807a-0d7a665c36e9 req-a01133ea-580a-46b5-badf-4ea3f2e0b7a4 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 945 time: 0.2038321 Jun 14 14:58:24.773362 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning for port 49ca97f8-5aed-46a8-870e-6b9214255d75 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:58:24.781326 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning complete for port 49ca97f8-5aed-46a8-870e-6b9214255d75 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:58:24.781856 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:24.927271 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-bc6a484d-109d-4374-807a-0d7a665c36e9 req-2754490a-bca7-427e-9df8-52cf3f1961a0 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021971 Jun 14 14:58:24.937270 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34eaae5-82bc-4d6c-b81b-99be43bffd1b req-18ac7656-9bd6-4832-a167-39ed2f197869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:24.940522 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b34eaae5-82bc-4d6c-b81b-99be43bffd1b req-18ac7656-9bd6-4832-a167-39ed2f197869 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3221548 Jun 14 14:58:25.104081 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-797da14f-9a90-4b7e-af78-de6aa1895213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:25.106092 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-797da14f-9a90-4b7e-af78-de6aa1895213 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7093367d11b401ea610a3d73f033e0f&device_id=88b63c62-cc84-4133-bbf6-66b88be779e2 HTTP/1.1" status: 200 len: 1096 time: 0.1003757 Jun 14 14:58:25.122079 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:25.170643 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcd00c0-89d0-4187-926b-2fc5b701bde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ca97f8-5aed-46a8-870e-6b9214255d75'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:58:25.174355 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0dd1a4-e2d4-427e-aeee-a5e7ddffb09c" -d '{"events": [{"server_uuid": "7fcd00c0-89d0-4187-926b-2fc5b701bde8", "name": "network-vif-plugged", "status": "completed", "tag": "49ca97f8-5aed-46a8-870e-6b9214255d75"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:58:25.195965 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 49ca97f8-5aed-46a8-870e-6b9214255d75, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=49ca97f8-5aed-46a8-870e-6b9214255d75,segment=NetworkSegment(ac14f1ec-ccde-439b-aa26-64153387b151),segment_id=ac14f1ec-ccde-439b-aa26-64153387b151)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:58:25.197656 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-5c6ba6f5-5d2b-4491-99ce-13dbfe2ac1c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1f4e49c5-c8bb-448f-89f4-13ee1d8465fa HTTP/1.1" status: 200 len: 217 time: 0.0819385 Jun 14 14:58:25.242075 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33462c12-a974-4e6e-9540-f921e30b77d5 x-openstack-request-id: req-33462c12-a974-4e6e-9540-f921e30b77d5 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:58:25.242407 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fcd00c0-89d0-4187-926b-2fc5b701bde8", "name": "network-vif-plugged", "status": "completed", "tag": "49ca97f8-5aed-46a8-870e-6b9214255d75", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:58:25.242726 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-33462c12-a974-4e6e-9540-f921e30b77d5 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:58:25.243134 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcd00c0-89d0-4187-926b-2fc5b701bde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ca97f8-5aed-46a8-870e-6b9214255d75', 'code': 200} Jun 14 14:58:25.305678 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:25.308300 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:25.322992 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-58c2dfb8-a55e-4bf8-ac03-e578087e1123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:25.326208 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-58c2dfb8-a55e-4bf8-ac03-e578087e1123 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07a076ea-7d56-483c-9656-f881b17dc1f2 HTTP/1.1" status: 200 len: 855 time: 0.1182215 Jun 14 14:58:25.328393 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cad5b-6451-4654-b952-73ec7de0de67 req-0b266974-0aa4-46f1-9d45-585b41e7bcaa tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:25.330716 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-688cad5b-6451-4654-b952-73ec7de0de67 req-0b266974-0aa4-46f1-9d45-585b41e7bcaa tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=88b63c62-cc84-4133-bbf6-66b88be779e2 HTTP/1.1" status: 200 len: 943 time: 0.1856461 Jun 14 14:58:25.394970 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=49ca97f8-5aed-46a8-870e-6b9214255d75,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:25.416408 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:25.417981 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-d8e061bd-17b4-46c2-b266-2f84ee965896 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8fd3036a-4f37-42b7-a2d4-d0262e3251f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751634 Jun 14 14:58:25.445053 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-688cad5b-6451-4654-b952-73ec7de0de67 req-95905b4d-4af4-4e56-94da-3f9d27c1ab20 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012237 Jun 14 14:58:25.610897 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-e4408c41-6cb7-4fed-baa4-ee85d462b55d service neutron] 10.222.0.35 "GET /v2.0/networks/8fd3036a-4f37-42b7-a2d4-d0262e3251f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819732 Jun 14 14:58:25.822231 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-10ad909c-0138-4e87-9af6-75f6de2ca3ba req-fd323eb6-c9aa-482c-93ed-af03a6a55721 service neutron] 10.222.0.35 "GET /v2.0/networks/8fd3036a-4f37-42b7-a2d4-d0262e3251f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042155 Jun 14 14:58:25.870801 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d6dd2-2bdc-4608-9666-9e41eac4c791 req-17c77dc9-5818-47a7-affa-e67ddcc009c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:25.873287 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7f0d6dd2-2bdc-4608-9666-9e41eac4c791 req-17c77dc9-5818-47a7-affa-e67ddcc009c9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 1099 time: 0.0923190 Jun 14 14:58:25.922208 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7f0d6dd2-2bdc-4608-9666-9e41eac4c791 req-caf7c477-46d5-4587-b0cd-9176835d3b8f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411525 Jun 14 14:58:26.200688 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728ca26-d911-4c12-b466-f4414dc337ea req-66ef36f9-a0a3-4e1d-9c9c-5bc84a1741b9 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:26.202246 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1728ca26-d911-4c12-b466-f4414dc337ea req-66ef36f9-a0a3-4e1d-9c9c-5bc84a1741b9 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 946 time: 0.1080351 Jun 14 14:58:26.252949 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1728ca26-d911-4c12-b466-f4414dc337ea req-4e6bbc61-0c29-4ae0-9fc3-2e60c632c33c tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439517 Jun 14 14:58:26.712990 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea5aa0-a2d7-44a5-b913-533664a006de req-9947cb24-bc37-42c2-b0cf-0901ab71feab tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:26.714643 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d4ea5aa0-a2d7-44a5-b913-533664a006de req-9947cb24-bc37-42c2-b0cf-0901ab71feab tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=88b63c62-cc84-4133-bbf6-66b88be779e2 HTTP/1.1" status: 200 len: 943 time: 0.0926499 Jun 14 14:58:26.764311 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d4ea5aa0-a2d7-44a5-b913-533664a006de req-3fc61576-5909-4414-af36-9a00bba0d875 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433550 Jun 14 14:58:27.516527 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c3232-e372-44f0-9549-26c8b8476163 req-6253a779-0d0d-4cca-99f7-f214ff4dbbd7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:27.518120 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-de8c3232-e372-44f0-9549-26c8b8476163 req-6253a779-0d0d-4cca-99f7-f214ff4dbbd7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 946 time: 0.1156631 Jun 14 14:58:27.568912 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-de8c3232-e372-44f0-9549-26c8b8476163 req-47fe46e9-fc38-4f87-bf0f-75509defee95 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432260 Jun 14 14:58:27.804607 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58ede8-c224-45bf-8598-fdc277adb7a7 req-fa9bcd63-c2cb-4194-8be3-ca53e9083a63 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:27.806821 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0f58ede8-c224-45bf-8598-fdc277adb7a7 req-fa9bcd63-c2cb-4194-8be3-ca53e9083a63 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 946 time: 0.0991297 Jun 14 14:58:27.878755 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0f58ede8-c224-45bf-8598-fdc277adb7a7 req-082af042-4308-4cda-8b2c-8264d1536e5c tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617418 Jun 14 14:58:27.915346 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 39988) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:58:28.003284 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8228a-3d02-4ace-9df1-f3a0afe6d6dd req-39cd18ac-76a6-47de-b06a-14f461a5969c tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:28.004875 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-abd8228a-3d02-4ace-9df1-f3a0afe6d6dd req-39cd18ac-76a6-47de-b06a-14f461a5969c tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=88b63c62-cc84-4133-bbf6-66b88be779e2 HTTP/1.1" status: 200 len: 943 time: 0.0793087 Jun 14 14:58:28.057680 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-abd8228a-3d02-4ace-9df1-f3a0afe6d6dd req-ef2e4bdb-eece-4fc2-a1d9-843175580b64 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459473 Jun 14 14:58:28.177389 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3053b4-8dac-4745-a311-ec152e2feebe tempest-TestVolumeBootPattern-922366432 tempest-TestVolumeBootPattern-922366432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:28.179070 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-2d3053b4-8dac-4745-a311-ec152e2feebe tempest-TestVolumeBootPattern-922366432 tempest-TestVolumeBootPattern-922366432-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 1094 time: 0.2627506 Jun 14 14:58:28.182286 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 39992) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:58:28.187042 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-88806fc7-53eb-4e07-aa77-b7fe47ecb121 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Request body: {'floatingip': {'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'port_id': '49ca97f8-5aed-46a8-870e-6b9214255d75', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:58:28.316107 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-88806fc7-53eb-4e07-aa77-b7fe47ecb121 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for floatingip, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:28.472523 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-88806fc7-53eb-4e07-aa77-b7fe47ecb121 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:28.591098 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 1f4e49c5-c8bb-448f-89f4-13ee1d8465fa details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:58:28.611443 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-88806fc7-53eb-4e07-aa77-b7fe47ecb121 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Allocated IP 172.27.2.171 (fc485d09-1af9-4f7a-81e8-700830ebc213/e09b5c2d-fde6-405d-9c65-d45cf22b44a3/93ac4e0e-f988-4205-b2e9-8ff5f7064adc) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:58:28.732030 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 1f4e49c5-c8bb-448f-89f4-13ee1d8465fa, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1f4e49c5-c8bb-448f-89f4-13ee1d8465fa,segment=NetworkSegment(98e72edb-dd46-4bf0-98c5-859e7df4be9c),segment_id=98e72edb-dd46-4bf0-98c5-859e7df4be9c)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:58:28.749397 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Returning: {'device': '1f4e49c5-c8bb-448f-89f4-13ee1d8465fa', 'network_id': '8fd3036a-4f37-42b7-a2d4-d0262e3251f9', 'port_id': '1f4e49c5-c8bb-448f-89f4-13ee1d8465fa', 'mac_address': 'fa:16:3e:5a:1e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a076ea-7d56-483c-9656-f881b17dc1f2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:58:28.771732 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-88806fc7-53eb-4e07-aa77-b7fe47ecb121 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for port, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:28.810326 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:28.832740 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f4e49c5-c8bb-448f-89f4-13ee1d8465fa {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:58:28.857725 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 1f4e49c5-c8bb-448f-89f4-13ee1d8465fa, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1f4e49c5-c8bb-448f-89f4-13ee1d8465fa,segment=NetworkSegment(98e72edb-dd46-4bf0-98c5-859e7df4be9c),segment_id=98e72edb-dd46-4bf0-98c5-859e7df4be9c)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:58:28.904920 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-88806fc7-53eb-4e07-aa77-b7fe47ecb121 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27717363'] for port, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:28.907456 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-d6d3f816-0591-4103-a9b0-d14e40119e88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:28.932766 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:28.939677 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:28.977296 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88806fc7-53eb-4e07-aa77-b7fe47ecb121 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Network fc485d09-1af9-4f7a-81e8-700830ebc213 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:58:28.980585 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-88806fc7-53eb-4e07-aa77-b7fe47ecb121 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:58:28.984850 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88806fc7-53eb-4e07-aa77-b7fe47ecb121 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:58:28.990765 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88806fc7-53eb-4e07-aa77-b7fe47ecb121 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Pushing event updated for resources: {'Port': ['ID=93ac4e0e-f988-4205-b2e9-8ff5f7064adc,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:29.017057 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=1f4e49c5-c8bb-448f-89f4-13ee1d8465fa,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:29.019058 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-88806fc7-53eb-4e07-aa77-b7fe47ecb121 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:29.021545 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:29.270987 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['1f4e49c5-c8bb-448f-89f4-13ee1d8465fa'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:58:29.655563 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002f9d7-3151-4b66-ac38-01906704d3fc req-06ac1e11-8adc-489d-aeb4-b90cba4d8fe0 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:29.657136 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3002f9d7-3151-4b66-ac38-01906704d3fc req-06ac1e11-8adc-489d-aeb4-b90cba4d8fe0 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=88b63c62-cc84-4133-bbf6-66b88be779e2 HTTP/1.1" status: 200 len: 944 time: 0.4271801 Jun 14 14:58:29.843232 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3002f9d7-3151-4b66-ac38-01906704d3fc req-a7a13750-74ec-4e89-abfa-f8cc29611128 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583025 Jun 14 14:58:29.873983 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-88806fc7-53eb-4e07-aa77-b7fe47ecb121 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:30.126685 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-88806fc7-53eb-4e07-aa77-b7fe47ecb121 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:30.354389 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-88806fc7-53eb-4e07-aa77-b7fe47ecb121 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for port, precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:30.434564 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-88806fc7-53eb-4e07-aa77-b7fe47ecb121 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27717325'] for port, after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:30.436671 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:30.520958 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88806fc7-53eb-4e07-aa77-b7fe47ecb121 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Pushing event updated for resources: {'Port': ['ID=93ac4e0e-f988-4205-b2e9-8ff5f7064adc,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:30.528751 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-88806fc7-53eb-4e07-aa77-b7fe47ecb121 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:30.540530 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-88806fc7-53eb-4e07-aa77-b7fe47ecb121 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768775'] for floatingip, after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:30.612237 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 1f4e49c5-c8bb-448f-89f4-13ee1d8465fa up at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:58:30.700721 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.db.l3_db [None req-88806fc7-53eb-4e07-aa77-b7fe47ecb121 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Floating IP a578ca61-62a6-48a2-9fbc-2d4ceea5fb8e associated. External IP: 172.27.2.171, port: 49ca97f8-5aed-46a8-870e-6b9214255d75. Jun 14 14:58:30.767003 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning for port 1f4e49c5-c8bb-448f-89f4-13ee1d8465fa completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:58:30.771520 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning complete for port 1f4e49c5-c8bb-448f-89f4-13ee1d8465fa triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:58:30.772737 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:30.895786 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:30.931217 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b63c62-cc84-4133-bbf6-66b88be779e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4e49c5-c8bb-448f-89f4-13ee1d8465fa'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:58:30.936229 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad8ffe6-cfbc-4e6b-a1ef-7db937ba69c2" -d '{"events": [{"server_uuid": "88b63c62-cc84-4133-bbf6-66b88be779e2", "name": "network-vif-plugged", "status": "completed", "tag": "1f4e49c5-c8bb-448f-89f4-13ee1d8465fa"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:58:30.957087 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 1f4e49c5-c8bb-448f-89f4-13ee1d8465fa, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1f4e49c5-c8bb-448f-89f4-13ee1d8465fa,segment=NetworkSegment(98e72edb-dd46-4bf0-98c5-859e7df4be9c),segment_id=98e72edb-dd46-4bf0-98c5-859e7df4be9c)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:58:30.996724 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c31d06-806b-4528-9054-08533c7e86b8 x-openstack-request-id: req-25c31d06-806b-4528-9054-08533c7e86b8 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:58:30.997086 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b63c62-cc84-4133-bbf6-66b88be779e2", "name": "network-vif-plugged", "status": "completed", "tag": "1f4e49c5-c8bb-448f-89f4-13ee1d8465fa", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:58:30.997473 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-25c31d06-806b-4528-9054-08533c7e86b8 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:58:30.997968 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b63c62-cc84-4133-bbf6-66b88be779e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4e49c5-c8bb-448f-89f4-13ee1d8465fa', 'code': 200} Jun 14 14:58:31.088888 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88806fc7-53eb-4e07-aa77-b7fe47ecb121 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Router 3172724f-97a2-43b1-b5f1-ae92efd7650f has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 14:58:31.100149 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a3cef-583e-4ffb-baae-44d980f0b3e0 req-8cc0ec0a-76aa-48d9-86e2-d989a1ad92bb tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:31.102512 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b27a3cef-583e-4ffb-baae-44d980f0b3e0 req-8cc0ec0a-76aa-48d9-86e2-d989a1ad92bb tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=88b63c62-cc84-4133-bbf6-66b88be779e2 HTTP/1.1" status: 200 len: 944 time: 0.0933759 Jun 14 14:58:31.117490 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:31.120601 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:31.157515 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b27a3cef-583e-4ffb-baae-44d980f0b3e0 req-3d56ce8d-09e9-4df9-a164-8c1351bd36b2 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442677 Jun 14 14:58:31.198618 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=1f4e49c5-c8bb-448f-89f4-13ee1d8465fa,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:31.202037 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:31.298217 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88806fc7-53eb-4e07-aa77-b7fe47ecb121 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 14:58:31.310047 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601c291e-3890-4d49-ac89-fecbd82773ce None None] Sync routers for ids ['3172724f-97a2-43b1-b5f1-ae92efd7650f'] in dv-cinder-772623-8-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 14:58:31.319665 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601c291e-3890-4d49-ac89-fecbd82773ce None None] Routers {'3172724f-97a2-43b1-b5f1-ae92efd7650f'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:58:31.320437 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-601c291e-3890-4d49-ac89-fecbd82773ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:58:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['3172724f-97a2-43b1-b5f1-ae92efd7650f'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:58:31.389784 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-88806fc7-53eb-4e07-aa77-b7fe47ecb121 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for floatingip, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:31.460329 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-88806fc7-53eb-4e07-aa77-b7fe47ecb121 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2767735 Jun 14 14:58:31.461350 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fcd00c0-89d0-4187-926b-2fc5b701bde8', 'tag': '49ca97f8-5aed-46a8-870e-6b9214255d75'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:58:31.466009 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d16000bb1453c626be2c9fe90cf152d3497827e73c55abcdb2fab0d7ea5a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbad5f9d-3583-4593-a53b-3707f0790fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "7fcd00c0-89d0-4187-926b-2fc5b701bde8", "tag": "49ca97f8-5aed-46a8-870e-6b9214255d75"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:58:31.507995 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-601c291e-3890-4d49-ac89-fecbd82773ce None None] Set router 3172724f-97a2-43b1-b5f1-ae92efd7650f gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:58:31.508831 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df4ceb-4989-460b-9553-e3e0900d4138 req-c943753a-2a99-4d91-8f6c-988926ff85f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:31.510794 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-11df4ceb-4989-460b-9553-e3e0900d4138 req-c943753a-2a99-4d91-8f6c-988926ff85f0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=88b63c62-cc84-4133-bbf6-66b88be779e2 HTTP/1.1" status: 200 len: 1098 time: 0.0844991 Jun 14 14:58:31.524334 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a1c291-f04d-4295-a71c-5e24a13018f2 x-openstack-request-id: req-e8a1c291-f04d-4295-a71c-5e24a13018f2 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:58:31.524672 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fcd00c0-89d0-4187-926b-2fc5b701bde8", "tag": "49ca97f8-5aed-46a8-870e-6b9214255d75", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:58:31.525170 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e8a1c291-f04d-4295-a71c-5e24a13018f2 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:58:31.525605 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fcd00c0-89d0-4187-926b-2fc5b701bde8', 'tag': '49ca97f8-5aed-46a8-870e-6b9214255d75', 'status': 'completed', 'code': 200} Jun 14 14:58:31.599268 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-11df4ceb-4989-460b-9553-e3e0900d4138 req-fccee88a-ea07-4b4b-8604-88f67dfcc40a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785961 Jun 14 14:58:31.639356 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad5f9d-3583-4593-a53b-3707f0790fbd req-0d45298b-16b6-410b-aa4d-558dd03a4d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:31.640928 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dbad5f9d-3583-4593-a53b-3707f0790fbd req-0d45298b-16b6-410b-aa4d-558dd03a4d3b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aeced04591554681b1b816a5b00ecd6a&device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 1099 time: 0.0816281 Jun 14 14:58:31.804896 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fb3187d2-534e-429c-a24f-37152d00a8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:31.821701 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad5f9d-3583-4593-a53b-3707f0790fbd req-9bceedbb-a168-4c2a-bf64-230bf19ced6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:31.823435 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dbad5f9d-3583-4593-a53b-3707f0790fbd req-9bceedbb-a168-4c2a-bf64-230bf19ced6e service neutron] 10.222.0.35 "GET /v2.0/networks?id=3264bc1b-3107-4e40-8063-5800aefcb632 HTTP/1.1" status: 200 len: 913 time: 0.1418185 Jun 14 14:58:31.938197 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dbad5f9d-3583-4593-a53b-3707f0790fbd req-535e2a5c-51d0-4104-80a7-2c094cc64f9b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49ca97f8-5aed-46a8-870e-6b9214255d75 HTTP/1.1" status: 200 len: 1000 time: 0.1064260 Jun 14 14:58:31.945855 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-601c291e-3890-4d49-ac89-fecbd82773ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'name': 'tempest-TestVolumeBootPattern-2112517787-router', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:13Z', 'updated_at': '2021-06-14T14:57:19Z', 'revision_number': 4, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'gw_port': {'id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:14Z', 'updated_at': '2021-06-14T14:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': 'a578ca61-62a6-48a2-9fbc-2d4ceea5fb8e', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'floating_ip_address': '172.27.2.171', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'port_id': '49ca97f8-5aed-46a8-870e-6b9214255d75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'mac_address': 'fa:16:3e:14:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcd00c0-89d0-4187-926b-2fc5b701bde8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:58:29Z', 'updated_at': '2021-06-14T14:58:29Z', 'revision_number': 0, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b07085e-233f-42a9-981c-a519eb19fa2c', 'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'mac_address': 'fa:16:3e:7d:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:18Z', 'updated_at': '2021-06-14T14:57:27Z', 'revision_number': 5, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'subnets': [{'id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:58:31.952105 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601c291e-3890-4d49-ac89-fecbd82773ce None None] Checking router: 3172724f-97a2-43b1-b5f1-ae92efd7650f for host: dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 14:58:31.965006 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601c291e-3890-4d49-ac89-fecbd82773ce None None] Routers {'3172724f-97a2-43b1-b5f1-ae92efd7650f'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 14:58:31.965657 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-601c291e-3890-4d49-ac89-fecbd82773ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T14:58:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['3172724f-97a2-43b1-b5f1-ae92efd7650f'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:58:32.165064 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-601c291e-3890-4d49-ac89-fecbd82773ce None None] Set router 3172724f-97a2-43b1-b5f1-ae92efd7650f gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 14:58:32.419670 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad5f9d-3583-4593-a53b-3707f0790fbd req-701f6bdb-f112-4f93-a558-93e37027237e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:32.421602 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dbad5f9d-3583-4593-a53b-3707f0790fbd req-701f6bdb-f112-4f93-a558-93e37027237e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd985369-c943-4630-ae2d-eb1be799101d HTTP/1.1" status: 200 len: 851 time: 0.4740100 Jun 14 14:58:32.513254 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad5f9d-3583-4593-a53b-3707f0790fbd req-c0e711cd-72c9-4982-9710-c6ad4fd970f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:32.514818 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dbad5f9d-3583-4593-a53b-3707f0790fbd req-c0e711cd-72c9-4982-9710-c6ad4fd970f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3264bc1b-3107-4e40-8063-5800aefcb632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798876 Jun 14 14:58:32.562806 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-601c291e-3890-4d49-ac89-fecbd82773ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'name': 'tempest-TestVolumeBootPattern-2112517787-router', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:13Z', 'updated_at': '2021-06-14T14:57:19Z', 'revision_number': 4, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'gw_port': {'id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:14Z', 'updated_at': '2021-06-14T14:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': 'a578ca61-62a6-48a2-9fbc-2d4ceea5fb8e', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'floating_ip_address': '172.27.2.171', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'port_id': '49ca97f8-5aed-46a8-870e-6b9214255d75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'mac_address': 'fa:16:3e:14:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcd00c0-89d0-4187-926b-2fc5b701bde8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:58:29Z', 'updated_at': '2021-06-14T14:58:29Z', 'revision_number': 0, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b07085e-233f-42a9-981c-a519eb19fa2c', 'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'mac_address': 'fa:16:3e:7d:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:18Z', 'updated_at': '2021-06-14T14:57:27Z', 'revision_number': 5, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'subnets': [{'id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 14:58:32.569646 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601c291e-3890-4d49-ac89-fecbd82773ce None None] The sync data for ids ['3172724f-97a2-43b1-b5f1-ae92efd7650f'] in dv-cinder-772623-8-iscsi is: [{'id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'name': 'tempest-TestVolumeBootPattern-2112517787-router', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:13Z', 'updated_at': '2021-06-14T14:57:19Z', 'revision_number': 4, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'gw_port': {'id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:14Z', 'updated_at': '2021-06-14T14:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': 'a578ca61-62a6-48a2-9fbc-2d4ceea5fb8e', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'floating_ip_address': '172.27.2.171', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'port_id': '49ca97f8-5aed-46a8-870e-6b9214255d75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'mac_address': 'fa:16:3e:14:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcd00c0-89d0-4187-926b-2fc5b701bde8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T14:58:29Z', 'updated_at': '2021-06-14T14:58:29Z', 'revision_number': 0, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b07085e-233f-42a9-981c-a519eb19fa2c', 'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'mac_address': 'fa:16:3e:7d:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:18Z', 'updated_at': '2021-06-14T14:57:27Z', 'revision_number': 5, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'subnets': [{'id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 14:58:32.725783 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dbad5f9d-3583-4593-a53b-3707f0790fbd req-e92251be-90ee-4d96-8cec-56e545dc7df4 service neutron] 10.222.0.35 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973209 Jun 14 14:58:32.786101 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9cdd4-c773-4022-82a5-bb40fd29e9f0 req-fce93ddc-5983-4f1e-8b2a-f174517378d5 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:32.788242 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dbe9cdd4-c773-4022-82a5-bb40fd29e9f0 req-fce93ddc-5983-4f1e-8b2a-f174517378d5 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=88b63c62-cc84-4133-bbf6-66b88be779e2 HTTP/1.1" status: 200 len: 945 time: 0.3888807 Jun 14 14:58:32.805728 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168db07c-46ab-4a4b-a416-7e0fe83d1dcd None None] New status for floating IP a578ca61-62a6-48a2-9fbc-2d4ceea5fb8e: ACTIVE {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 14:58:32.930427 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dbe9cdd4-c773-4022-82a5-bb40fd29e9f0 req-f3d360cf-4aed-4138-88ad-0d9cfce40359 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347470 Jun 14 14:58:32.938019 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-dbad5f9d-3583-4593-a53b-3707f0790fbd req-0fe17056-53b2-4dfe-acf3-032412822732 service neutron] 10.222.0.35 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999996 Jun 14 14:58:34.203143 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcd38b-d04d-4035-ab35-64845096c2b2 req-e2f88a49-cafd-4e23-8bfe-eed648f95ac4 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:34.204719 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-34bcd38b-d04d-4035-ab35-64845096c2b2 req-e2f88a49-cafd-4e23-8bfe-eed648f95ac4 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=88b63c62-cc84-4133-bbf6-66b88be779e2 HTTP/1.1" status: 200 len: 945 time: 0.1318936 Jun 14 14:58:34.252032 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-34bcd38b-d04d-4035-ab35-64845096c2b2 req-fdf00d17-2c7f-4885-a1d8-8fc3421a73ad tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399351 Jun 14 14:58:35.525798 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b7b2f737-6a62-4c44-b88d-3a999280b7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:36.517127 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:38.155357 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:40.264237 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:41.745130 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-4379f27d-6527-40d3-be28-b57d070e1a3f tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:41.746528 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-4379f27d-6527-40d3-be28-b57d070e1a3f tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/networks?id=8fd3036a-4f37-42b7-a2d4-d0262e3251f9 HTTP/1.1" status: 200 len: 815 time: 0.1578856 Jun 14 14:58:41.761992 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-6965a2fc-aee5-46c9-a6c0-413f9aba75c2 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/quotas/d7093367d11b401ea610a3d73f033e0f HTTP/1.1" status: 200 len: 375 time: 0.0097668 Jun 14 14:58:41.852988 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-6c72b0a5-1c2c-4b37-916f-d229f78239a2 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d7093367d11b401ea610a3d73f033e0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852504 Jun 14 14:58:41.986302 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-69f39943-822b-4d09-a61a-3d2b6cdcf1a5 service neutron] 10.222.0.48 "GET /v2.0/networks/8fd3036a-4f37-42b7-a2d4-d0262e3251f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261501 Jun 14 14:58:42.110541 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-eb22aa9d-9d2b-4e98-a132-ab8a9f2f25cf service neutron] 10.222.0.48 "GET /v2.0/networks/8fd3036a-4f37-42b7-a2d4-d0262e3251f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180875 Jun 14 14:58:42.432304 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-50bc2944-b5b2-4cf2-9343-0e484516dab6 req-844d5470-a16e-4931-8ddc-c9a21896afa5 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfc2b778-6959-4d27-9f7b-e873e962f7bc HTTP/1.1" status: 200 len: 210 time: 0.0416026 Jun 14 14:58:43.621595 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e581ad55-7b96-44d8-8c09-f52ad2ed0b86 req-cdc4e6eb-1089-4abc-9715-88b9e841cd48 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfc2b778-6959-4d27-9f7b-e873e962f7bc HTTP/1.1" status: 200 len: 210 time: 0.0545082 Jun 14 14:58:44.794681 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6489df2d-7acd-4bba-92ce-20082c4e3821 req-a65f9c5f-21bb-4d3b-94da-81da03ced93d tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfc2b778-6959-4d27-9f7b-e873e962f7bc HTTP/1.1" status: 200 len: 210 time: 0.0374095 Jun 14 14:58:45.982550 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ae215ba9-bdd6-4ece-ab9e-2dda265f3f30 req-ffbdb0d4-7f5b-4c13-8f60-a52aebef2f87 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfc2b778-6959-4d27-9f7b-e873e962f7bc HTTP/1.1" status: 200 len: 210 time: 0.0359976 Jun 14 14:58:47.148943 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d5990714-f4a5-4fb1-b6df-60a6c6c88ccc req-19b8b854-f4d1-475c-b754-8ca4a09e6812 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfc2b778-6959-4d27-9f7b-e873e962f7bc HTTP/1.1" status: 200 len: 210 time: 0.0393925 Jun 14 14:58:48.263812 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:48.351437 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-157eaed6-373e-4e86-a10d-37847a2e7489 req-d470cd17-8d5e-4174-b032-d4702656868c tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfc2b778-6959-4d27-9f7b-e873e962f7bc HTTP/1.1" status: 200 len: 210 time: 0.0587416 Jun 14 14:58:48.360992 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-d0dd2f52-724e-43b8-894a-a450b9ca2906 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:48.363640 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-d0dd2f52-724e-43b8-894a-a450b9ca2906 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.35 "GET /v2.0/networks?id=8fd3036a-4f37-42b7-a2d4-d0262e3251f9 HTTP/1.1" status: 200 len: 815 time: 0.1877837 Jun 14 14:58:48.392030 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-6104f837-02c4-4db7-82e0-b5cdbef65304 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Request body: {'port': {'device_id': 'dfc2b778-6959-4d27-9f7b-e873e962f7bc', 'network_id': '8fd3036a-4f37-42b7-a2d4-d0262e3251f9', 'admin_state_up': True, 'tenant_id': 'd7093367d11b401ea610a3d73f033e0f'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:58:48.680225 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-6104f837-02c4-4db7-82e0-b5cdbef65304 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Made reservation on behalf of d7093367d11b401ea610a3d73f033e0f for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:58:48.684172 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-6104f837-02c4-4db7-82e0-b5cdbef65304 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:48.839947 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-6104f837-02c4-4db7-82e0-b5cdbef65304 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Allocated IP 172.20.0.11 (8fd3036a-4f37-42b7-a2d4-d0262e3251f9/07a076ea-7d56-483c-9656-f881b17dc1f2/e80ccc21-c8f9-457b-a3e2-f9af0797c279) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:58:49.025180 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-6104f837-02c4-4db7-82e0-b5cdbef65304 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks [] for port, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:49.133362 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-6104f837-02c4-4db7-82e0-b5cdbef65304 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28280472'] for port, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:49.137588 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-a96f13bd-7b1e-4f7d-9069-81bbc5eb9feb tempest-AttachVolumeShelveTestJSON-1009577107 tempest-AttachVolumeShelveTestJSON-1009577107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:49.152127 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['2d43817b-02e1-4b65-a63b-3dc3be7f4e6b', '1f4e49c5-c8bb-448f-89f4-13ee1d8465fa'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:58:49.189580 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-6104f837-02c4-4db7-82e0-b5cdbef65304 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Network 8fd3036a-4f37-42b7-a2d4-d0262e3251f9 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:58:49.193189 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-6104f837-02c4-4db7-82e0-b5cdbef65304 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:58:49.198058 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-6104f837-02c4-4db7-82e0-b5cdbef65304 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:58:49.233950 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104f837-02c4-4db7-82e0-b5cdbef65304 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Pushing event updated for resources: {'Port': ['ID=e80ccc21-c8f9-457b-a3e2-f9af0797c279,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:49.246725 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104f837-02c4-4db7-82e0-b5cdbef65304 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:49.247161 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104f837-02c4-4db7-82e0-b5cdbef65304 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:49.247846 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104f837-02c4-4db7-82e0-b5cdbef65304 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:49.247846 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104f837-02c4-4db7-82e0-b5cdbef65304 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:49.248148 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104f837-02c4-4db7-82e0-b5cdbef65304 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:49.248511 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104f837-02c4-4db7-82e0-b5cdbef65304 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:49.248874 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104f837-02c4-4db7-82e0-b5cdbef65304 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:49.249238 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104f837-02c4-4db7-82e0-b5cdbef65304 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:49.249599 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104f837-02c4-4db7-82e0-b5cdbef65304 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:49.249954 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104f837-02c4-4db7-82e0-b5cdbef65304 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:49.250310 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104f837-02c4-4db7-82e0-b5cdbef65304 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:49.251059 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6104f837-02c4-4db7-82e0-b5cdbef65304 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:49.261194 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-6104f837-02c4-4db7-82e0-b5cdbef65304 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:49.282569 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-6104f837-02c4-4db7-82e0-b5cdbef65304 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:49.283282 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-6104f837-02c4-4db7-82e0-b5cdbef65304 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:49.368446 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-6104f837-02c4-4db7-82e0-b5cdbef65304 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9753566 Jun 14 14:58:49.378048 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-66960cab-2d48-4707-abad-845596ed7dff service neutron] Request body: {'port': {'device_id': 'dfc2b778-6959-4d27-9f7b-e873e962f7bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:58:49.531622 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-66960cab-2d48-4707-abad-845596ed7dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:49.608632 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f20f98-4f3b-4259-8627-c69f7e4f2f82 req-3a7c6d36-a7fa-4da2-9c55-777da2804730 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:49.817368 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-56f20f98-4f3b-4259-8627-c69f7e4f2f82 req-3a7c6d36-a7fa-4da2-9c55-777da2804730 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfc2b778-6959-4d27-9f7b-e873e962f7bc HTTP/1.1" status: 200 len: 932 time: 0.0954041 Jun 14 14:58:49.817368 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-56f20f98-4f3b-4259-8627-c69f7e4f2f82 req-0ffadaf8-f7d4-489d-8cb1-1982a5104c94 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464218 Jun 14 14:58:49.895441 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-66960cab-2d48-4707-abad-845596ed7dff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80ccc21-c8f9-457b-a3e2-f9af0797c279 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:58:49.904662 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-66960cab-2d48-4707-abad-845596ed7dff service neutron] Notify callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:49.917343 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-66960cab-2d48-4707-abad-845596ed7dff service neutron] Transition to ACTIVE for port object e80ccc21-c8f9-457b-a3e2-f9af0797c279 will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:58:49.999462 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-66960cab-2d48-4707-abad-845596ed7dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:50.001877 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-89dfa917-6a90-4d78-8fea-a6a3c555b2ed tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:50.110707 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66960cab-2d48-4707-abad-845596ed7dff service neutron] Pushing event updated for resources: {'Port': ['ID=e80ccc21-c8f9-457b-a3e2-f9af0797c279,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:50.114290 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-66960cab-2d48-4707-abad-845596ed7dff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:50.198037 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-66960cab-2d48-4707-abad-845596ed7dff service neutron] Attempting to bind port e80ccc21-c8f9-457b-a3e2-f9af0797c279 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:58:50.198374 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-66960cab-2d48-4707-abad-845596ed7dff service neutron] Attempting to bind port e80ccc21-c8f9-457b-a3e2-f9af0797c279 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '98e72edb-dd46-4bf0-98c5-859e7df4be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8fd3036a-4f37-42b7-a2d4-d0262e3251f9'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:58:50.198722 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-66960cab-2d48-4707-abad-845596ed7dff service neutron] Attempting to bind port e80ccc21-c8f9-457b-a3e2-f9af0797c279 on network 8fd3036a-4f37-42b7-a2d4-d0262e3251f9 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:58:50.203684 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-66960cab-2d48-4707-abad-845596ed7dff service neutron] Port e80ccc21-c8f9-457b-a3e2-f9af0797c279 on network 8fd3036a-4f37-42b7-a2d4-d0262e3251f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:58:50.204136 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-66960cab-2d48-4707-abad-845596ed7dff service neutron] Attempting to bind port e80ccc21-c8f9-457b-a3e2-f9af0797c279 on network 8fd3036a-4f37-42b7-a2d4-d0262e3251f9 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:58:50.209479 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-66960cab-2d48-4707-abad-845596ed7dff service neutron] Checking agent: {'id': '8465c201-e91e-4007-8337-fb267b4bb0bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'started_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:58:50.210496 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-66960cab-2d48-4707-abad-845596ed7dff service neutron] Checking segment: {'id': '98e72edb-dd46-4bf0-98c5-859e7df4be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8fd3036a-4f37-42b7-a2d4-d0262e3251f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:58:50.211229 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-66960cab-2d48-4707-abad-845596ed7dff service neutron] Bound using segment: {'id': '98e72edb-dd46-4bf0-98c5-859e7df4be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8fd3036a-4f37-42b7-a2d4-d0262e3251f9'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:58:50.211728 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-66960cab-2d48-4707-abad-845596ed7dff service neutron] Bound port: e80ccc21-c8f9-457b-a3e2-f9af0797c279, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e72edb-dd46-4bf0-98c5-859e7df4be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8fd3036a-4f37-42b7-a2d4-d0262e3251f9'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:58:50.212080 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-66960cab-2d48-4707-abad-845596ed7dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:50.296409 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-66960cab-2d48-4707-abad-845596ed7dff service neutron] For port e80ccc21-c8f9-457b-a3e2-f9af0797c279, host hv-cinder-77262, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:58:50.300196 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-66960cab-2d48-4707-abad-845596ed7dff service neutron] For port e80ccc21-c8f9-457b-a3e2-f9af0797c279, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e80ccc21-c8f9-457b-a3e2-f9af0797c279,segment=NetworkSegment(98e72edb-dd46-4bf0-98c5-859e7df4be9c),segment_id=98e72edb-dd46-4bf0-98c5-859e7df4be9c)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:58:50.384591 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-66960cab-2d48-4707-abad-845596ed7dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:50.386801 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-22e66f9a-8ce8-4cc6-beee-b406e85f46a2 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:50.433691 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-66960cab-2d48-4707-abad-845596ed7dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:50.434733 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-66960cab-2d48-4707-abad-845596ed7dff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:50.435979 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-66960cab-2d48-4707-abad-845596ed7dff service neutron] 10.222.0.35 "PUT /v2.0/ports/e80ccc21-c8f9-457b-a3e2-f9af0797c279 HTTP/1.1" status: 200 len: 1094 time: 1.0640907 Jun 14 14:58:50.436504 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc2b778-6959-4d27-9f7b-e873e962f7bc', 'tag': 'e80ccc21-c8f9-457b-a3e2-f9af0797c279'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:58:50.438900 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11dd2466-1455-41d1-a0e9-e861e5b6e8fe" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc2b778-6959-4d27-9f7b-e873e962f7bc", "tag": "e80ccc21-c8f9-457b-a3e2-f9af0797c279"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:58:50.467472 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66960cab-2d48-4707-abad-845596ed7dff service neutron] Pushing event updated for resources: {'Port': ['ID=e80ccc21-c8f9-457b-a3e2-f9af0797c279,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:50.470867 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-66960cab-2d48-4707-abad-845596ed7dff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:50.482359 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a4e24d-0653-4464-b962-a7acf814da67 x-openstack-request-id: req-51a4e24d-0653-4464-b962-a7acf814da67 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:58:50.482752 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc2b778-6959-4d27-9f7b-e873e962f7bc", "tag": "e80ccc21-c8f9-457b-a3e2-f9af0797c279", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:58:50.483054 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-51a4e24d-0653-4464-b962-a7acf814da67 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:58:50.483489 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc2b778-6959-4d27-9f7b-e873e962f7bc', 'tag': 'e80ccc21-c8f9-457b-a3e2-f9af0797c279', 'status': 'completed', 'code': 200} Jun 14 14:58:50.583335 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd2466-1455-41d1-a0e9-e861e5b6e8fe req-4f0dc7ff-1005-4423-bdd4-dcec07c6bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:50.584635 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-11dd2466-1455-41d1-a0e9-e861e5b6e8fe req-4f0dc7ff-1005-4423-bdd4-dcec07c6bb23 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7093367d11b401ea610a3d73f033e0f&device_id=dfc2b778-6959-4d27-9f7b-e873e962f7bc HTTP/1.1" status: 200 len: 1097 time: 0.0672214 Jun 14 14:58:50.729508 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd2466-1455-41d1-a0e9-e861e5b6e8fe req-075ce0a5-aeb5-4b0a-b3c5-484d37554c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:50.731226 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-11dd2466-1455-41d1-a0e9-e861e5b6e8fe req-075ce0a5-aeb5-4b0a-b3c5-484d37554c47 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d7093367d11b401ea610a3d73f033e0f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1308577 Jun 14 14:58:50.871299 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd2466-1455-41d1-a0e9-e861e5b6e8fe req-2e5935c0-0292-48eb-b3d5-0ff5f9781865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:50.872885 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-11dd2466-1455-41d1-a0e9-e861e5b6e8fe req-2e5935c0-0292-48eb-b3d5-0ff5f9781865 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1309724 Jun 14 14:58:50.877987 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e5b8f-2fab-405f-9eb1-aed46fec5679 req-27acc5c5-0d04-46b8-84fe-3fad76f07fd2 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:50.879528 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ef7e5b8f-2fab-405f-9eb1-aed46fec5679 req-27acc5c5-0d04-46b8-84fe-3fad76f07fd2 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfc2b778-6959-4d27-9f7b-e873e962f7bc HTTP/1.1" status: 200 len: 944 time: 0.0838566 Jun 14 14:58:50.935703 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ef7e5b8f-2fab-405f-9eb1-aed46fec5679 req-aa3de564-0104-4b2b-9171-49a7523ceb41 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452454 Jun 14 14:58:51.002363 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-d5d4d1c2-b004-4a07-97b8-c17951ad6a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:51.003774 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-d5d4d1c2-b004-4a07-97b8-c17951ad6a71 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7093367d11b401ea610a3d73f033e0f&device_id=dfc2b778-6959-4d27-9f7b-e873e962f7bc HTTP/1.1" status: 200 len: 1097 time: 0.0703487 Jun 14 14:58:51.083675 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-8930c4d0-ab35-45e5-8763-076d17b7e1f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e80ccc21-c8f9-457b-a3e2-f9af0797c279 HTTP/1.1" status: 200 len: 217 time: 0.0664933 Jun 14 14:58:51.156359 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-fa42208c-0674-44ec-915c-f99ac8159b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:51.158386 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-fa42208c-0674-44ec-915c-f99ac8159b43 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07a076ea-7d56-483c-9656-f881b17dc1f2 HTTP/1.1" status: 200 len: 855 time: 0.0608363 Jun 14 14:58:51.228360 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-127fedf8-1dde-480f-bc14-3a4927f44e3f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8fd3036a-4f37-42b7-a2d4-d0262e3251f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422299 Jun 14 14:58:51.348223 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-5a842a49-17e3-41ef-8798-adfaa39904dd service neutron] 10.222.0.35 "GET /v2.0/networks/8fd3036a-4f37-42b7-a2d4-d0262e3251f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107633 Jun 14 14:58:51.541719 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c78b16bc-4028-4065-8678-42645b2b89b4 req-dbaf5998-d32e-431d-88e1-3c3312652237 service neutron] 10.222.0.35 "GET /v2.0/networks/8fd3036a-4f37-42b7-a2d4-d0262e3251f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803563 Jun 14 14:58:51.564606 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4b55f3ce-b3ff-47dc-a5c8-880f1da48813 req-7a81766c-b38b-4607-a1ce-aa9d80f0c8bd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5b434073-91c8-4b38-8bf1-ffe36bd79c4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0980656 Jun 14 14:58:51.683156 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55f3ce-b3ff-47dc-a5c8-880f1da48813 req-0d875c32-71b5-45a6-b238-fc86344bedbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:51.685254 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4b55f3ce-b3ff-47dc-a5c8-880f1da48813 req-0d875c32-71b5-45a6-b238-fc86344bedbb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7093367d11b401ea610a3d73f033e0f&device_id=5b434073-91c8-4b38-8bf1-ffe36bd79c4a HTTP/1.1" status: 200 len: 1098 time: 0.0668595 Jun 14 14:58:51.840116 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55f3ce-b3ff-47dc-a5c8-880f1da48813 req-5c387d4d-63a0-454f-908a-370a14a3d1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:51.841555 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4b55f3ce-b3ff-47dc-a5c8-880f1da48813 req-5c387d4d-63a0-454f-908a-370a14a3d1cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=8fd3036a-4f37-42b7-a2d4-d0262e3251f9 HTTP/1.1" status: 200 len: 916 time: 0.1169147 Jun 14 14:58:51.900949 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4b55f3ce-b3ff-47dc-a5c8-880f1da48813 req-e8f83cfc-2728-44f0-a9d2-fc03b0b2c8a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d43817b-02e1-4b65-a63b-3dc3be7f4e6b HTTP/1.1" status: 200 len: 217 time: 0.0494795 Jun 14 14:58:51.979978 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55f3ce-b3ff-47dc-a5c8-880f1da48813 req-f084f57e-3c48-42c8-ac37-fbaa3bac59d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:51.982803 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4b55f3ce-b3ff-47dc-a5c8-880f1da48813 req-f084f57e-3c48-42c8-ac37-fbaa3bac59d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07a076ea-7d56-483c-9656-f881b17dc1f2 HTTP/1.1" status: 200 len: 855 time: 0.0728548 Jun 14 14:58:52.025602 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4b55f3ce-b3ff-47dc-a5c8-880f1da48813 req-934a11b4-8761-49c7-a376-248aed91b2d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8fd3036a-4f37-42b7-a2d4-d0262e3251f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342340 Jun 14 14:58:52.187121 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4b55f3ce-b3ff-47dc-a5c8-880f1da48813 req-5ab836e5-bc64-4997-aef9-24852d81f142 service neutron] 10.222.0.35 "GET /v2.0/networks/8fd3036a-4f37-42b7-a2d4-d0262e3251f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505911 Jun 14 14:58:52.612549 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41002bb-ad6a-408b-993f-024175939d64 req-23ca4d89-7d5f-4bd3-ae52-4785b63d9bac tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:52.614044 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c41002bb-ad6a-408b-993f-024175939d64 req-23ca4d89-7d5f-4bd3-ae52-4785b63d9bac tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfc2b778-6959-4d27-9f7b-e873e962f7bc HTTP/1.1" status: 200 len: 944 time: 0.4955931 Jun 14 14:58:52.673615 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4b55f3ce-b3ff-47dc-a5c8-880f1da48813 req-cd55343e-e731-40e9-95d1-a4b58e4d6f3e service neutron] 10.222.0.35 "GET /v2.0/networks/8fd3036a-4f37-42b7-a2d4-d0262e3251f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4770212 Jun 14 14:58:52.682399 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c41002bb-ad6a-408b-993f-024175939d64 req-bc81a9de-e39a-4c55-9176-11f757804249 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578082 Jun 14 14:58:53.879114 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12bb9c9-78c5-4551-a212-a42e54587945 req-85181009-fb06-4d28-8d8c-e06b4495499e tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:53.880800 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c12bb9c9-78c5-4551-a212-a42e54587945 req-85181009-fb06-4d28-8d8c-e06b4495499e tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfc2b778-6959-4d27-9f7b-e873e962f7bc HTTP/1.1" status: 200 len: 944 time: 0.0742407 Jun 14 14:58:53.936652 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-c12bb9c9-78c5-4551-a212-a42e54587945 req-bd75c204-7aa6-494e-88b6-2c7e8d7a7dc3 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465779 Jun 14 14:58:54.701515 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device e80ccc21-c8f9-457b-a3e2-f9af0797c279 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:58:54.858643 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port e80ccc21-c8f9-457b-a3e2-f9af0797c279, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e80ccc21-c8f9-457b-a3e2-f9af0797c279,segment=NetworkSegment(98e72edb-dd46-4bf0-98c5-859e7df4be9c),segment_id=98e72edb-dd46-4bf0-98c5-859e7df4be9c)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:58:54.874021 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Returning: {'device': 'e80ccc21-c8f9-457b-a3e2-f9af0797c279', 'network_id': '8fd3036a-4f37-42b7-a2d4-d0262e3251f9', 'port_id': 'e80ccc21-c8f9-457b-a3e2-f9af0797c279', 'mac_address': 'fa:16:3e:1a:96:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a076ea-7d56-483c-9656-f881b17dc1f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:58:54.921238 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:54.937842 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80ccc21-c8f9-457b-a3e2-f9af0797c279 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:58:54.960788 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port e80ccc21-c8f9-457b-a3e2-f9af0797c279, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e80ccc21-c8f9-457b-a3e2-f9af0797c279,segment=NetworkSegment(98e72edb-dd46-4bf0-98c5-859e7df4be9c),segment_id=98e72edb-dd46-4bf0-98c5-859e7df4be9c)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:58:55.088068 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:55.090391 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:55.162231 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf6435-ff87-4472-aea5-d72b0eb4e0e0 req-7d813834-f674-445d-b166-6cdbc57c1cd0 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:55.164699 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6ebf6435-ff87-4472-aea5-d72b0eb4e0e0 req-7d813834-f674-445d-b166-6cdbc57c1cd0 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfc2b778-6959-4d27-9f7b-e873e962f7bc HTTP/1.1" status: 200 len: 944 time: 0.1033888 Jun 14 14:58:55.171312 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=e80ccc21-c8f9-457b-a3e2-f9af0797c279,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:55.183012 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:55.183453 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:55.183932 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:55.184383 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:55.184838 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:55.185367 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:55.185886 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:55.186232 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:55.186676 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:55.187263 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:55.187615 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:55.187948 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:58:55.193694 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:55.239407 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-6ebf6435-ff87-4472-aea5-d72b0eb4e0e0 req-e8591fc9-3358-42de-9860-d050b7cfec2f tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679197 Jun 14 14:58:55.438118 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['e80ccc21-c8f9-457b-a3e2-f9af0797c279'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:58:55.438972 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 40190) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:58:55.565570 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-bd0a254b-308a-4d73-88f6-873aea2fe403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:55.677330 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-bd0a254b-308a-4d73-88f6-873aea2fe403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:55.767199 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-bd0a254b-308a-4d73-88f6-873aea2fe403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:55.771183 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-ac9e919d-d2a5-4f12-9f2a-d3949b273908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:55.814608 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-bd0a254b-308a-4d73-88f6-873aea2fe403 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=31f0cb8f82344e5baf9e81af2fa7cf7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3743122 Jun 14 14:58:55.815509 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a254b-308a-4d73-88f6-873aea2fe403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da00efc6-671a-4c77-9998-1b5a0a8b301f,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:55.817332 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 40194) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:58:55.818781 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-bd0a254b-308a-4d73-88f6-873aea2fe403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:55.879893 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-500fd46a-336c-4c31-b305-3eca3461df4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:55.906522 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-500fd46a-336c-4c31-b305-3eca3461df4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:56.040565 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-500fd46a-336c-4c31-b305-3eca3461df4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:56.043163 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-500fd46a-336c-4c31-b305-3eca3461df4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:56.044419 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-500fd46a-336c-4c31-b305-3eca3461df4a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/da00efc6-671a-4c77-9998-1b5a0a8b301f HTTP/1.1" status: 204 len: 168 time: 0.2254570 Jun 14 14:58:56.045349 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-23e32d19-376c-49d5-b2b3-95ce4e588c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:56.055299 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500fd46a-336c-4c31-b305-3eca3461df4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da00efc6-671a-4c77-9998-1b5a0a8b301f,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:56.061352 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-500fd46a-336c-4c31-b305-3eca3461df4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:56.457138 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983baee-a2f4-4a78-8cd0-5dd2e437420f req-f010a5c9-83dd-44d3-904c-21f3a995ef70 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:56.459604 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1983baee-a2f4-4a78-8cd0-5dd2e437420f req-f010a5c9-83dd-44d3-904c-21f3a995ef70 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfc2b778-6959-4d27-9f7b-e873e962f7bc HTTP/1.1" status: 200 len: 945 time: 0.0819991 Jun 14 14:58:56.517355 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1983baee-a2f4-4a78-8cd0-5dd2e437420f req-e0d476ad-8b0d-4456-8fe5-3bff0190212d tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513363 Jun 14 14:58:56.698752 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device e80ccc21-c8f9-457b-a3e2-f9af0797c279 up at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:58:56.822500 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning for port e80ccc21-c8f9-457b-a3e2-f9af0797c279 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:58:56.826566 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning complete for port e80ccc21-c8f9-457b-a3e2-f9af0797c279 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:58:56.827628 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:56.934238 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:56.962743 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc2b778-6959-4d27-9f7b-e873e962f7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80ccc21-c8f9-457b-a3e2-f9af0797c279'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:58:56.970789 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c9841b-8066-46ff-b8ad-c1d125b3e6e5" -d '{"events": [{"server_uuid": "dfc2b778-6959-4d27-9f7b-e873e962f7bc", "name": "network-vif-plugged", "status": "completed", "tag": "e80ccc21-c8f9-457b-a3e2-f9af0797c279"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:58:56.980474 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port e80ccc21-c8f9-457b-a3e2-f9af0797c279, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e80ccc21-c8f9-457b-a3e2-f9af0797c279,segment=NetworkSegment(98e72edb-dd46-4bf0-98c5-859e7df4be9c),segment_id=98e72edb-dd46-4bf0-98c5-859e7df4be9c)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:58:57.008758 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2542a8f2-65f4-49e8-816b-51cc4211f42c x-openstack-request-id: req-2542a8f2-65f4-49e8-816b-51cc4211f42c {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:58:57.008994 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc2b778-6959-4d27-9f7b-e873e962f7bc", "name": "network-vif-plugged", "status": "completed", "tag": "e80ccc21-c8f9-457b-a3e2-f9af0797c279", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:58:57.009257 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2542a8f2-65f4-49e8-816b-51cc4211f42c {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:58:57.009569 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc2b778-6959-4d27-9f7b-e873e962f7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80ccc21-c8f9-457b-a3e2-f9af0797c279', 'code': 200} Jun 14 14:58:57.035023 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:58:57.039663 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-f1bb1708-21c9-4e4b-8e53-e89839b5e5ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:58:57.100066 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=e80ccc21-c8f9-457b-a3e2-f9af0797c279,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:58:57.104162 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:58:57.436913 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c8986-6fe8-45ab-a424-960f4b3fad87 req-c83978a6-120a-4741-ad5e-e6f41141b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:57.438811 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eb9c8986-6fe8-45ab-a424-960f4b3fad87 req-c83978a6-120a-4741-ad5e-e6f41141b0ab service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dfc2b778-6959-4d27-9f7b-e873e962f7bc HTTP/1.1" status: 200 len: 1099 time: 0.0607796 Jun 14 14:58:57.473460 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:58:57.496081 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eb9c8986-6fe8-45ab-a424-960f4b3fad87 req-15a50a8c-4b56-40aa-84f0-f146651a3797 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415628 Jun 14 14:58:57.728109 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518ebf7-378a-4023-9ec6-e62af3ff49cb req-cdd1c19c-fb67-4c29-b204-1c7b7c8c921d tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:57.729592 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b518ebf7-378a-4023-9ec6-e62af3ff49cb req-cdd1c19c-fb67-4c29-b204-1c7b7c8c921d tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfc2b778-6959-4d27-9f7b-e873e962f7bc HTTP/1.1" status: 200 len: 946 time: 0.0801902 Jun 14 14:58:57.775856 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b518ebf7-378a-4023-9ec6-e62af3ff49cb req-5e629f94-04ab-40fa-a992-19adfe1f5760 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397046 Jun 14 14:58:58.977388 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826c56f-abd8-4cc4-92a6-d9da758c06b5 req-162b5f70-8a38-4da2-bef8-18cadbcaf4aa tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:58:58.978845 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e826c56f-abd8-4cc4-92a6-d9da758c06b5 req-162b5f70-8a38-4da2-bef8-18cadbcaf4aa tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfc2b778-6959-4d27-9f7b-e873e962f7bc HTTP/1.1" status: 200 len: 946 time: 0.0807960 Jun 14 14:58:59.024946 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e826c56f-abd8-4cc4-92a6-d9da758c06b5 req-ffef3380-a157-4855-8e10-d892a6503621 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399711 Jun 14 14:59:00.215603 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7eff68-888e-4bee-8e98-b973a56af2bc req-a21efd7c-88cf-459a-bf5a-60dc206c8395 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:00.217090 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bd7eff68-888e-4bee-8e98-b973a56af2bc req-a21efd7c-88cf-459a-bf5a-60dc206c8395 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfc2b778-6959-4d27-9f7b-e873e962f7bc HTTP/1.1" status: 200 len: 946 time: 0.0707598 Jun 14 14:59:00.263702 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-bd7eff68-888e-4bee-8e98-b973a56af2bc req-8b167d09-63af-4a1b-b6ad-eeed905784d0 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395205 Jun 14 14:59:01.846539 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-35d903a5-4631-45dd-8d42-3e259708128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:05.560331 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bb10a970-3ffa-4b0f-af0a-8ba6fad470b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:06.497616 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:08.124855 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:10.302782 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:15.628847 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-1261f300-c7f1-44aa-9611-4a1f33b8aa58 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:15.630408 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-1261f300-c7f1-44aa-9611-4a1f33b8aa58 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/networks?id=8fd3036a-4f37-42b7-a2d4-d0262e3251f9 HTTP/1.1" status: 200 len: 815 time: 0.1345439 Jun 14 14:59:15.656644 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-a8ddd844-28e2-49fd-9041-a2694faf27af tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/quotas/d7093367d11b401ea610a3d73f033e0f HTTP/1.1" status: 200 len: 375 time: 0.0174959 Jun 14 14:59:15.750266 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-4d0147f1-5545-4710-b326-fe06de0f4f4e tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d7093367d11b401ea610a3d73f033e0f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0865426 Jun 14 14:59:15.761375 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-8d5c4976-f816-455a-89ad-7b4d81436376 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103388) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 14:59:15.762083 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-8d5c4976-f816-455a-89ad-7b4d81436376 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055299 Jun 14 14:59:15.889006 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-64bd4be1-9547-43b6-9e7e-9649815d6b6d service neutron] 10.222.0.48 "GET /v2.0/networks/8fd3036a-4f37-42b7-a2d4-d0262e3251f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206286 Jun 14 14:59:16.015687 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-b37c3e20-e525-42b8-abf6-7b2f6d3da887 service neutron] 10.222.0.48 "GET /v2.0/networks/8fd3036a-4f37-42b7-a2d4-d0262e3251f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210678 Jun 14 14:59:16.429981 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3eb45e22-df2f-469d-9ae5-cdeebe82f10e req-c05f7ace-30a0-4240-bbd2-d9f4308c362f tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=81016561-0dc7-4df8-9ebd-431401b7cec9 HTTP/1.1" status: 200 len: 210 time: 0.0346377 Jun 14 14:59:17.526689 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-22f2b932-65c7-46af-a268-ca9f26ca3974 req-6e585daf-6ebe-4c44-bd50-20b52dcdb0e6 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=81016561-0dc7-4df8-9ebd-431401b7cec9 HTTP/1.1" status: 200 len: 210 time: 0.0410109 Jun 14 14:59:18.286357 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:18.693292 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4eac9509-c828-4c87-8eb0-73d3bcd93e67 req-be21270a-c019-4fb2-a0bc-1a99b9f8f8da tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=81016561-0dc7-4df8-9ebd-431401b7cec9 HTTP/1.1" status: 200 len: 210 time: 0.0458350 Jun 14 14:59:19.359863 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-4ef5cea7-f9bb-4f79-a86f-9efaee7e0259 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:19.361231 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-4ef5cea7-f9bb-4f79-a86f-9efaee7e0259 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.35 "GET /v2.0/networks?id=8fd3036a-4f37-42b7-a2d4-d0262e3251f9 HTTP/1.1" status: 200 len: 815 time: 0.1415522 Jun 14 14:59:19.390871 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-f3e98b02-1a5a-4375-8ee6-53bb1670f6d1 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Request body: {'port': {'device_id': '81016561-0dc7-4df8-9ebd-431401b7cec9', 'network_id': '8fd3036a-4f37-42b7-a2d4-d0262e3251f9', 'admin_state_up': True, 'tenant_id': 'd7093367d11b401ea610a3d73f033e0f'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:59:19.674435 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-f3e98b02-1a5a-4375-8ee6-53bb1670f6d1 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Made reservation on behalf of d7093367d11b401ea610a3d73f033e0f for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 14:59:19.678561 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-f3e98b02-1a5a-4375-8ee6-53bb1670f6d1 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:19.857822 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-6e315076-7571-4131-a926-a8981dfc6e99 req-6778aea9-3537-47fe-9581-1ce025f2cf5c tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=81016561-0dc7-4df8-9ebd-431401b7cec9 HTTP/1.1" status: 200 len: 210 time: 0.0364630 Jun 14 14:59:19.860135 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-f3e98b02-1a5a-4375-8ee6-53bb1670f6d1 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Allocated IP 172.20.0.6 (8fd3036a-4f37-42b7-a2d4-d0262e3251f9/07a076ea-7d56-483c-9656-f881b17dc1f2/4a413eeb-910a-493c-ae60-b2e0d2b676e0) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 14:59:20.073210 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-f3e98b02-1a5a-4375-8ee6-53bb1670f6d1 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks [] for port, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:20.229913 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-f3e98b02-1a5a-4375-8ee6-53bb1670f6d1 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28280472'] for port, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:20.234840 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-b3b81891-d6ea-4d94-862c-14524cb1d59d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:59:20.245693 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['2d43817b-02e1-4b65-a63b-3dc3be7f4e6b', '1f4e49c5-c8bb-448f-89f4-13ee1d8465fa', 'e80ccc21-c8f9-457b-a3e2-f9af0797c279'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:59:20.288374 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-f3e98b02-1a5a-4375-8ee6-53bb1670f6d1 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Network 8fd3036a-4f37-42b7-a2d4-d0262e3251f9 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 14:59:20.296589 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-f3e98b02-1a5a-4375-8ee6-53bb1670f6d1 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 14:59:20.302082 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-f3e98b02-1a5a-4375-8ee6-53bb1670f6d1 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 14:59:20.306610 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e98b02-1a5a-4375-8ee6-53bb1670f6d1 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Pushing event updated for resources: {'Port': ['ID=4a413eeb-910a-493c-ae60-b2e0d2b676e0,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:59:20.342391 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-f3e98b02-1a5a-4375-8ee6-53bb1670f6d1 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:59:20.376237 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-f3e98b02-1a5a-4375-8ee6-53bb1670f6d1 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:20.376872 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-f3e98b02-1a5a-4375-8ee6-53bb1670f6d1 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:20.452656 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-f3e98b02-1a5a-4375-8ee6-53bb1670f6d1 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0660059 Jun 14 14:59:20.476363 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-3a21df4a-90c0-4560-9ee1-bff12fcfca9b tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103387) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 14:59:20.478502 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-3a21df4a-90c0-4560-9ee1-bff12fcfca9b tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070341 Jun 14 14:59:20.597880 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-ca852b5f-56c1-4410-adce-617d0fb8d747 service neutron] Request body: {'port': {'device_id': '81016561-0dc7-4df8-9ebd-431401b7cec9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 14:59:20.689010 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-ca852b5f-56c1-4410-adce-617d0fb8d747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:21.061467 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-ca852b5f-56c1-4410-adce-617d0fb8d747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a413eeb-910a-493c-ae60-b2e0d2b676e0 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:59:21.072760 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-ca852b5f-56c1-4410-adce-617d0fb8d747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:21.094308 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-ca852b5f-56c1-4410-adce-617d0fb8d747 service neutron] Transition to ACTIVE for port object 4a413eeb-910a-493c-ae60-b2e0d2b676e0 will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 14:59:21.114770 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0f90d-76b6-4178-b5be-8d9f3286c3f4 req-8fc99046-5d8c-4ff6-83e0-27d20f3db463 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:21.116360 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a0d0f90d-76b6-4178-b5be-8d9f3286c3f4 req-8fc99046-5d8c-4ff6-83e0-27d20f3db463 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=81016561-0dc7-4df8-9ebd-431401b7cec9 HTTP/1.1" status: 200 len: 931 time: 0.1058903 Jun 14 14:59:21.154081 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-ca852b5f-56c1-4410-adce-617d0fb8d747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:21.159086 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-23f18d51-06d9-45b2-a254-6ed6243f6cbe tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:59:21.192633 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a0d0f90d-76b6-4178-b5be-8d9f3286c3f4 req-12d37586-0b97-4c53-a5cc-d44df2bc925e tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689702 Jun 14 14:59:21.261081 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca852b5f-56c1-4410-adce-617d0fb8d747 service neutron] Pushing event updated for resources: {'Port': ['ID=4a413eeb-910a-493c-ae60-b2e0d2b676e0,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:59:21.264577 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-ca852b5f-56c1-4410-adce-617d0fb8d747 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:59:21.349941 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-ca852b5f-56c1-4410-adce-617d0fb8d747 service neutron] Attempting to bind port 4a413eeb-910a-493c-ae60-b2e0d2b676e0 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 14:59:21.355363 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-ca852b5f-56c1-4410-adce-617d0fb8d747 service neutron] Attempting to bind port 4a413eeb-910a-493c-ae60-b2e0d2b676e0 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '98e72edb-dd46-4bf0-98c5-859e7df4be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8fd3036a-4f37-42b7-a2d4-d0262e3251f9'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 14:59:21.355363 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-ca852b5f-56c1-4410-adce-617d0fb8d747 service neutron] Attempting to bind port 4a413eeb-910a-493c-ae60-b2e0d2b676e0 on network 8fd3036a-4f37-42b7-a2d4-d0262e3251f9 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:59:21.355697 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-ca852b5f-56c1-4410-adce-617d0fb8d747 service neutron] Port 4a413eeb-910a-493c-ae60-b2e0d2b676e0 on network 8fd3036a-4f37-42b7-a2d4-d0262e3251f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 14:59:21.356010 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-ca852b5f-56c1-4410-adce-617d0fb8d747 service neutron] Attempting to bind port 4a413eeb-910a-493c-ae60-b2e0d2b676e0 on network 8fd3036a-4f37-42b7-a2d4-d0262e3251f9 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 14:59:21.360808 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-ca852b5f-56c1-4410-adce-617d0fb8d747 service neutron] Checking agent: {'id': '8465c201-e91e-4007-8337-fb267b4bb0bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'started_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 14, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 14:59:21.361143 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-ca852b5f-56c1-4410-adce-617d0fb8d747 service neutron] Checking segment: {'id': '98e72edb-dd46-4bf0-98c5-859e7df4be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8fd3036a-4f37-42b7-a2d4-d0262e3251f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 14:59:21.361524 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-ca852b5f-56c1-4410-adce-617d0fb8d747 service neutron] Bound using segment: {'id': '98e72edb-dd46-4bf0-98c5-859e7df4be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8fd3036a-4f37-42b7-a2d4-d0262e3251f9'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 14:59:21.361945 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-ca852b5f-56c1-4410-adce-617d0fb8d747 service neutron] Bound port: 4a413eeb-910a-493c-ae60-b2e0d2b676e0, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e72edb-dd46-4bf0-98c5-859e7df4be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '8fd3036a-4f37-42b7-a2d4-d0262e3251f9'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 14:59:21.362293 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-ca852b5f-56c1-4410-adce-617d0fb8d747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:21.439330 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-ca852b5f-56c1-4410-adce-617d0fb8d747 service neutron] For port 4a413eeb-910a-493c-ae60-b2e0d2b676e0, host hv-cinder-77262, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 14:59:21.442365 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-ca852b5f-56c1-4410-adce-617d0fb8d747 service neutron] For port 4a413eeb-910a-493c-ae60-b2e0d2b676e0, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4a413eeb-910a-493c-ae60-b2e0d2b676e0,segment=NetworkSegment(98e72edb-dd46-4bf0-98c5-859e7df4be9c),segment_id=98e72edb-dd46-4bf0-98c5-859e7df4be9c)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 14:59:21.583082 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-ca852b5f-56c1-4410-adce-617d0fb8d747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:21.586283 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-8f4956d9-e97b-49c3-b283-6b00d34ee791 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:59:21.633885 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-ca852b5f-56c1-4410-adce-617d0fb8d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:21.634496 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-ca852b5f-56c1-4410-adce-617d0fb8d747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:21.635905 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-ca852b5f-56c1-4410-adce-617d0fb8d747 service neutron] 10.222.0.35 "PUT /v2.0/ports/4a413eeb-910a-493c-ae60-b2e0d2b676e0 HTTP/1.1" status: 200 len: 1093 time: 1.1467869 Jun 14 14:59:21.636429 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81016561-0dc7-4df8-9ebd-431401b7cec9', 'tag': '4a413eeb-910a-493c-ae60-b2e0d2b676e0'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:59:21.638872 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f6e379-1f0b-43b3-8c94-a8afa3134a96" -d '{"events": [{"name": "network-changed", "server_uuid": "81016561-0dc7-4df8-9ebd-431401b7cec9", "tag": "4a413eeb-910a-493c-ae60-b2e0d2b676e0"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:59:21.658933 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca852b5f-56c1-4410-adce-617d0fb8d747 service neutron] Pushing event updated for resources: {'Port': ['ID=4a413eeb-910a-493c-ae60-b2e0d2b676e0,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:59:21.670151 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-ca852b5f-56c1-4410-adce-617d0fb8d747 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:59:21.678905 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 14:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c98bba-ac1b-4bd8-8589-e72f9d31da63 x-openstack-request-id: req-b5c98bba-ac1b-4bd8-8589-e72f9d31da63 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:59:21.679331 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81016561-0dc7-4df8-9ebd-431401b7cec9", "tag": "4a413eeb-910a-493c-ae60-b2e0d2b676e0", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:59:21.679784 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b5c98bba-ac1b-4bd8-8589-e72f9d31da63 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:59:21.681405 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81016561-0dc7-4df8-9ebd-431401b7cec9', 'tag': '4a413eeb-910a-493c-ae60-b2e0d2b676e0', 'status': 'completed', 'code': 200} Jun 14 14:59:21.809265 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6e379-1f0b-43b3-8c94-a8afa3134a96 req-5765ac14-067b-4aa3-81d1-8eef87705a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:21.813069 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-45f6e379-1f0b-43b3-8c94-a8afa3134a96 req-5765ac14-067b-4aa3-81d1-8eef87705a49 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7093367d11b401ea610a3d73f033e0f&device_id=81016561-0dc7-4df8-9ebd-431401b7cec9 HTTP/1.1" status: 200 len: 1096 time: 0.0885179 Jun 14 14:59:21.951855 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6e379-1f0b-43b3-8c94-a8afa3134a96 req-a9ac3acf-d614-44fc-a2cd-c4db33703b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:21.953235 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-45f6e379-1f0b-43b3-8c94-a8afa3134a96 req-a9ac3acf-d614-44fc-a2cd-c4db33703b7e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d7093367d11b401ea610a3d73f033e0f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1315210 Jun 14 14:59:22.085278 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6e379-1f0b-43b3-8c94-a8afa3134a96 req-f4d7047f-751c-45fb-ae24-066448d585eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:22.087376 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-45f6e379-1f0b-43b3-8c94-a8afa3134a96 req-f4d7047f-751c-45fb-ae24-066448d585eb service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274457 Jun 14 14:59:22.201474 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-84a9f991-aac1-4689-bedd-ab4316d16130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:22.203046 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-84a9f991-aac1-4689-bedd-ab4316d16130 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7093367d11b401ea610a3d73f033e0f&device_id=81016561-0dc7-4df8-9ebd-431401b7cec9 HTTP/1.1" status: 200 len: 1096 time: 0.0648966 Jun 14 14:59:22.269931 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-b90b7e0e-5862-4736-99b8-335dae1a66cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a413eeb-910a-493c-ae60-b2e0d2b676e0 HTTP/1.1" status: 200 len: 217 time: 0.0565774 Jun 14 14:59:22.372150 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-f54dd82a-3788-407d-b908-f121c837f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:22.373585 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-f54dd82a-3788-407d-b908-f121c837f023 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07a076ea-7d56-483c-9656-f881b17dc1f2 HTTP/1.1" status: 200 len: 855 time: 0.0900569 Jun 14 14:59:22.429577 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-f45bf9a1-86f7-4218-b047-a8c52a292bf7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8fd3036a-4f37-42b7-a2d4-d0262e3251f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411024 Jun 14 14:59:22.438253 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015299be-8de6-4143-a18c-155cbbcdd96c req-835eabe2-3e17-4fa7-a1e1-01d8f81261f3 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:22.439790 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-015299be-8de6-4143-a18c-155cbbcdd96c req-835eabe2-3e17-4fa7-a1e1-01d8f81261f3 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=81016561-0dc7-4df8-9ebd-431401b7cec9 HTTP/1.1" status: 200 len: 943 time: 0.1228275 Jun 14 14:59:22.563771 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-015299be-8de6-4143-a18c-155cbbcdd96c req-c80d3d6e-013e-4ad2-b5bf-48096edd77d0 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151662 Jun 14 14:59:22.587764 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-ae07f8f0-9d83-4c55-be5e-2fbf426d8fef service neutron] 10.222.0.35 "GET /v2.0/networks/8fd3036a-4f37-42b7-a2d4-d0262e3251f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468046 Jun 14 14:59:22.709503 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e1f4fb35-f926-4d77-94ba-eea2da2e15ec req-52161283-0054-4390-b924-a79a21edbf75 service neutron] 10.222.0.35 "GET /v2.0/networks/8fd3036a-4f37-42b7-a2d4-d0262e3251f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138964 Jun 14 14:59:23.759915 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60306132-ea49-4236-b94d-db64129f532f req-c08514e7-74f8-43ac-8a7c-15e0527f5798 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:23.761431 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-60306132-ea49-4236-b94d-db64129f532f req-c08514e7-74f8-43ac-8a7c-15e0527f5798 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=81016561-0dc7-4df8-9ebd-431401b7cec9 HTTP/1.1" status: 200 len: 943 time: 0.0791342 Jun 14 14:59:23.804536 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-60306132-ea49-4236-b94d-db64129f532f req-919da41f-9b91-45e6-8484-d1118f8e5bb3 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368609 Jun 14 14:59:24.809941 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 4a413eeb-910a-493c-ae60-b2e0d2b676e0 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 14:59:24.938812 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 4a413eeb-910a-493c-ae60-b2e0d2b676e0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4a413eeb-910a-493c-ae60-b2e0d2b676e0,segment=NetworkSegment(98e72edb-dd46-4bf0-98c5-859e7df4be9c),segment_id=98e72edb-dd46-4bf0-98c5-859e7df4be9c)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:59:24.959410 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Returning: {'device': '4a413eeb-910a-493c-ae60-b2e0d2b676e0', 'network_id': '8fd3036a-4f37-42b7-a2d4-d0262e3251f9', 'port_id': '4a413eeb-910a-493c-ae60-b2e0d2b676e0', 'mac_address': 'fa:16:3e:ed:f3:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a076ea-7d56-483c-9656-f881b17dc1f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 14:59:25.004112 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:25.005521 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a88005-9a37-45aa-b0dc-3e80cbaba52f req-2ae2b6de-c4ff-44c5-8603-a858df106870 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:25.007026 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-53a88005-9a37-45aa-b0dc-3e80cbaba52f req-2ae2b6de-c4ff-44c5-8603-a858df106870 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=81016561-0dc7-4df8-9ebd-431401b7cec9 HTTP/1.1" status: 200 len: 943 time: 0.0748308 Jun 14 14:59:25.020514 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a413eeb-910a-493c-ae60-b2e0d2b676e0 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 14:59:25.043248 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 4a413eeb-910a-493c-ae60-b2e0d2b676e0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4a413eeb-910a-493c-ae60-b2e0d2b676e0,segment=NetworkSegment(98e72edb-dd46-4bf0-98c5-859e7df4be9c),segment_id=98e72edb-dd46-4bf0-98c5-859e7df4be9c)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:59:25.055950 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-53a88005-9a37-45aa-b0dc-3e80cbaba52f req-89130ce1-79b0-4569-b1f1-383753744ecc tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407772 Jun 14 14:59:25.119990 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:25.122224 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:59:25.178786 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=4a413eeb-910a-493c-ae60-b2e0d2b676e0,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:59:25.183154 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:59:25.471031 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['4a413eeb-910a-493c-ae60-b2e0d2b676e0'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:59:26.279182 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce95dad-6183-4c2e-a7f1-888f5110277f req-22382ba2-d401-4d14-9b3a-33446db1c7e1 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:26.280812 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cce95dad-6183-4c2e-a7f1-888f5110277f req-22382ba2-d401-4d14-9b3a-33446db1c7e1 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=81016561-0dc7-4df8-9ebd-431401b7cec9 HTTP/1.1" status: 200 len: 944 time: 0.0825081 Jun 14 14:59:26.331421 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cce95dad-6183-4c2e-a7f1-888f5110277f req-b0024b63-c058-4756-88bb-d1d4aba0c8c4 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420909 Jun 14 14:59:26.831380 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 4a413eeb-910a-493c-ae60-b2e0d2b676e0 up at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 14:59:26.971105 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning for port 4a413eeb-910a-493c-ae60-b2e0d2b676e0 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 14:59:26.975151 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning complete for port 4a413eeb-910a-493c-ae60-b2e0d2b676e0 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 14:59:26.975530 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:27.088396 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:27.123871 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81016561-0dc7-4df8-9ebd-431401b7cec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a413eeb-910a-493c-ae60-b2e0d2b676e0'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:59:27.126197 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d559dfd-c859-449d-b66f-0d39d0b00e8f" -d '{"events": [{"server_uuid": "81016561-0dc7-4df8-9ebd-431401b7cec9", "name": "network-vif-plugged", "status": "completed", "tag": "4a413eeb-910a-493c-ae60-b2e0d2b676e0"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:59:27.141617 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port 4a413eeb-910a-493c-ae60-b2e0d2b676e0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4a413eeb-910a-493c-ae60-b2e0d2b676e0,segment=NetworkSegment(98e72edb-dd46-4bf0-98c5-859e7df4be9c),segment_id=98e72edb-dd46-4bf0-98c5-859e7df4be9c)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:59:27.229573 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:27.232161 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:59:27.315047 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ab4024-f8d5-4c1f-9e4e-996ee92d8688 x-openstack-request-id: req-14ab4024-f8d5-4c1f-9e4e-996ee92d8688 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:59:27.315343 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81016561-0dc7-4df8-9ebd-431401b7cec9", "name": "network-vif-plugged", "status": "completed", "tag": "4a413eeb-910a-493c-ae60-b2e0d2b676e0", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:59:27.315623 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-14ab4024-f8d5-4c1f-9e4e-996ee92d8688 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:59:27.316019 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81016561-0dc7-4df8-9ebd-431401b7cec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a413eeb-910a-493c-ae60-b2e0d2b676e0', 'code': 200} Jun 14 14:59:27.316982 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=4a413eeb-910a-493c-ae60-b2e0d2b676e0,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:59:27.320161 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:59:27.547339 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ff3a5-481b-4848-adc5-044001b59f2e req-9c90968e-1015-4f28-b8f6-08f06ca7c863 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:27.548984 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8a7ff3a5-481b-4848-adc5-044001b59f2e req-9c90968e-1015-4f28-b8f6-08f06ca7c863 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=81016561-0dc7-4df8-9ebd-431401b7cec9 HTTP/1.1" status: 200 len: 945 time: 0.0833640 Jun 14 14:59:27.596282 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8a7ff3a5-481b-4848-adc5-044001b59f2e req-1da60d75-4172-4bd7-8957-1fa4a3d1cb60 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414867 Jun 14 14:59:27.732060 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705af4f0-91fd-4211-9cee-ee71cddf8b03 req-f4e3a05b-c4fd-4be7-bd7e-5eefe59c6834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:27.733572 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-705af4f0-91fd-4211-9cee-ee71cddf8b03 req-f4e3a05b-c4fd-4be7-bd7e-5eefe59c6834 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=81016561-0dc7-4df8-9ebd-431401b7cec9 HTTP/1.1" status: 200 len: 1098 time: 0.0736272 Jun 14 14:59:27.779877 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-705af4f0-91fd-4211-9cee-ee71cddf8b03 req-eb5d1a87-8d3f-48f9-b9cb-4e1673ff14cd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379882 Jun 14 14:59:28.799778 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a32885-3b42-4135-b738-618d6bf3288f req-882749ee-9b2f-4d83-91f0-67191d059151 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:28.801362 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-49a32885-3b42-4135-b738-618d6bf3288f req-882749ee-9b2f-4d83-91f0-67191d059151 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=81016561-0dc7-4df8-9ebd-431401b7cec9 HTTP/1.1" status: 200 len: 945 time: 0.0755372 Jun 14 14:59:28.849606 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-49a32885-3b42-4135-b738-618d6bf3288f req-e2865546-30c6-4370-9e67-83e77d7b47e8 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414941 Jun 14 14:59:30.069722 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512aa912-4111-4d15-b275-e1532d2ac613 req-212ee5c6-55e0-40aa-94e2-11a02d773f6d tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:30.071369 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-512aa912-4111-4d15-b275-e1532d2ac613 req-212ee5c6-55e0-40aa-94e2-11a02d773f6d tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=81016561-0dc7-4df8-9ebd-431401b7cec9 HTTP/1.1" status: 200 len: 945 time: 0.0917256 Jun 14 14:59:30.130362 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-512aa912-4111-4d15-b275-e1532d2ac613 req-f55851ca-3b03-4b12-be21-b15a456eb58a tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523233 Jun 14 14:59:31.794495 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-50088151-18e2-4051-94b1-97fbd2f7ce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:34.473927 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 14:59:35.514202 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-65733bc2-64ad-4c60-b9a0-6fec19135d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:36.480935 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:38.125344 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:40.292193 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:44.323714 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85863d-21c3-44e1-ab66-6e5a44e54cc4 req-11365499-31f3-4959-9878-d483fa9b9974 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:44.325312 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9e85863d-21c3-44e1-ab66-6e5a44e54cc4 req-11365499-31f3-4959-9878-d483fa9b9974 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=81016561-0dc7-4df8-9ebd-431401b7cec9 HTTP/1.1" status: 200 len: 945 time: 0.0858295 Jun 14 14:59:44.373601 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9e85863d-21c3-44e1-ab66-6e5a44e54cc4 req-2cc4a8cc-3adb-4e35-ab6f-d52dd2640f03 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422134 Jun 14 14:59:45.620212 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f08d4-32bb-494d-a248-08df356149fd req-53b4a7c9-5a98-4049-828e-a5d18ecf6f58 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:45.622511 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-238f08d4-32bb-494d-a248-08df356149fd req-53b4a7c9-5a98-4049-828e-a5d18ecf6f58 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=81016561-0dc7-4df8-9ebd-431401b7cec9 HTTP/1.1" status: 200 len: 945 time: 0.1036553 Jun 14 14:59:45.693267 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-238f08d4-32bb-494d-a248-08df356149fd req-e7294c43-9653-4ee5-9482-ba903e451e69 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618496 Jun 14 14:59:46.316148 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ef33b-34af-4cc6-a110-25d9916134b0 req-c6cb7aa1-4f23-474c-8e53-332aeceefc80 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:46.318530 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-756ef33b-34af-4cc6-a110-25d9916134b0 req-c6cb7aa1-4f23-474c-8e53-332aeceefc80 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.35 "GET /v2.0/ports?device_id=81016561-0dc7-4df8-9ebd-431401b7cec9 HTTP/1.1" status: 200 len: 945 time: 0.0815358 Jun 14 14:59:46.468490 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-756ef33b-34af-4cc6-a110-25d9916134b0 req-a5746c39-40a6-4003-b6e6-e31403312839 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Deleting port 4a413eeb-910a-493c-ae60-b2e0d2b676e0 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:59:46.468921 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-756ef33b-34af-4cc6-a110-25d9916134b0 req-a5746c39-40a6-4003-b6e6-e31403312839 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:46.634913 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-756ef33b-34af-4cc6-a110-25d9916134b0 req-a5746c39-40a6-4003-b6e6-e31403312839 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] For port 4a413eeb-910a-493c-ae60-b2e0d2b676e0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4a413eeb-910a-493c-ae60-b2e0d2b676e0,segment=NetworkSegment(98e72edb-dd46-4bf0-98c5-859e7df4be9c),segment_id=98e72edb-dd46-4bf0-98c5-859e7df4be9c)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:59:46.635988 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-756ef33b-34af-4cc6-a110-25d9916134b0 req-a5746c39-40a6-4003-b6e6-e31403312839 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:46.769586 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-756ef33b-34af-4cc6-a110-25d9916134b0 req-a5746c39-40a6-4003-b6e6-e31403312839 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Calling delete_port for 4a413eeb-910a-493c-ae60-b2e0d2b676e0 owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:59:46.986077 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f03bf5-b4e4-4013-a476-39dd7083a331 req-e1b954f4-081d-4327-acee-2cb0e02280fe tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:46.996097 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-03f03bf5-b4e4-4013-a476-39dd7083a331 req-e1b954f4-081d-4327-acee-2cb0e02280fe tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=81016561-0dc7-4df8-9ebd-431401b7cec9 HTTP/1.1" status: 200 len: 945 time: 0.1113129 Jun 14 14:59:47.056148 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-03f03bf5-b4e4-4013-a476-39dd7083a331 req-3e339280-3a8e-4ac5-a079-36d5a3a6781a tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590427 Jun 14 14:59:47.076178 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-756ef33b-34af-4cc6-a110-25d9916134b0 req-a5746c39-40a6-4003-b6e6-e31403312839 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:47.081579 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-8ce4495e-d156-41f7-8eb7-c4feee983a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:59:47.096230 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['2d43817b-02e1-4b65-a63b-3dc3be7f4e6b', '1f4e49c5-c8bb-448f-89f4-13ee1d8465fa', 'e80ccc21-c8f9-457b-a3e2-f9af0797c279', '4a413eeb-910a-493c-ae60-b2e0d2b676e0'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:59:47.125852 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5746c39-40a6-4003-b6e6-e31403312839 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Pushing event deleted for resources: {'Port': ['ID=4a413eeb-910a-493c-ae60-b2e0d2b676e0,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:59:47.133209 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-a5746c39-40a6-4003-b6e6-e31403312839 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:59:47.215055 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-756ef33b-34af-4cc6-a110-25d9916134b0 req-a5746c39-40a6-4003-b6e6-e31403312839 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] No DVR routers for this DVR port 4a413eeb-910a-493c-ae60-b2e0d2b676e0 on host hv-cinder-77262 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:59:47.218490 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-756ef33b-34af-4cc6-a110-25d9916134b0 req-a5746c39-40a6-4003-b6e6-e31403312839 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:47.221489 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-756ef33b-34af-4cc6-a110-25d9916134b0 req-a5746c39-40a6-4003-b6e6-e31403312839 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.35 "DELETE /v2.0/ports/4a413eeb-910a-493c-ae60-b2e0d2b676e0 HTTP/1.1" status: 204 len: 173 time: 0.8967683 Jun 14 14:59:47.222069 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81016561-0dc7-4df8-9ebd-431401b7cec9', 'name': 'network-vif-deleted', 'tag': '4a413eeb-910a-493c-ae60-b2e0d2b676e0'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:59:47.224739 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d96ecc8-1222-4f22-ae9f-87dc0899c686" -d '{"events": [{"server_uuid": "81016561-0dc7-4df8-9ebd-431401b7cec9", "name": "network-vif-deleted", "tag": "4a413eeb-910a-493c-ae60-b2e0d2b676e0"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:59:47.377427 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9933dd1a-3c53-4b4c-9d0e-5030fc55cdba x-openstack-request-id: req-9933dd1a-3c53-4b4c-9d0e-5030fc55cdba {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:59:47.377922 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81016561-0dc7-4df8-9ebd-431401b7cec9", "name": "network-vif-deleted", "tag": "4a413eeb-910a-493c-ae60-b2e0d2b676e0", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:59:47.378486 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9933dd1a-3c53-4b4c-9d0e-5030fc55cdba {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:59:47.380306 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81016561-0dc7-4df8-9ebd-431401b7cec9', 'name': 'network-vif-deleted', 'tag': '4a413eeb-910a-493c-ae60-b2e0d2b676e0', 'status': 'completed', 'code': 200} Jun 14 14:59:48.254014 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-d3ceac0f-0d53-4671-865b-7a81a6ed6cda req-98a48524-6509-4145-b996-978b2985b785 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=81016561-0dc7-4df8-9ebd-431401b7cec9 HTTP/1.1" status: 200 len: 210 time: 0.0409160 Jun 14 14:59:48.365340 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 40666) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:59:48.424317 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:48.538640 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d382db1e-56dd-4ec5-857a-f6b45adaafff admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:48.740947 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d382db1e-56dd-4ec5-857a-f6b45adaafff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:48.833953 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d382db1e-56dd-4ec5-857a-f6b45adaafff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:48.838834 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-9fb1a0b2-abf9-4b5f-ae6e-36843be1dd44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:59:48.912493 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d382db1e-56dd-4ec5-857a-f6b45adaafff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7d8e6b940db740659f4720354623b4e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5458815 Jun 14 14:59:48.917510 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382db1e-56dd-4ec5-857a-f6b45adaafff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdd7db3-f5f6-49a0-bb90-d12119a121b4,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:59:48.918488 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 40670) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 14:59:48.928417 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d382db1e-56dd-4ec5-857a-f6b45adaafff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:48.929129 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d382db1e-56dd-4ec5-857a-f6b45adaafff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:48.932035 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d382db1e-56dd-4ec5-857a-f6b45adaafff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:48.932601 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d382db1e-56dd-4ec5-857a-f6b45adaafff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:48.933318 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d382db1e-56dd-4ec5-857a-f6b45adaafff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:48.933859 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d382db1e-56dd-4ec5-857a-f6b45adaafff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:48.934400 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d382db1e-56dd-4ec5-857a-f6b45adaafff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:48.934983 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d382db1e-56dd-4ec5-857a-f6b45adaafff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:48.935737 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d382db1e-56dd-4ec5-857a-f6b45adaafff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:48.936281 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d382db1e-56dd-4ec5-857a-f6b45adaafff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:48.936998 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d382db1e-56dd-4ec5-857a-f6b45adaafff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:48.937823 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d382db1e-56dd-4ec5-857a-f6b45adaafff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:48.947291 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-d382db1e-56dd-4ec5-857a-f6b45adaafff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:59:49.020653 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9786c0c8-e88c-4408-aa06-1084cc9db1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:49.072397 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9786c0c8-e88c-4408-aa06-1084cc9db1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:49.279932 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9786c0c8-e88c-4408-aa06-1084cc9db1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:49.283862 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9786c0c8-e88c-4408-aa06-1084cc9db1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:49.285108 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-9786c0c8-e88c-4408-aa06-1084cc9db1e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6fdd7db3-f5f6-49a0-bb90-d12119a121b4 HTTP/1.1" status: 204 len: 168 time: 0.3645291 Jun 14 14:59:49.286074 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-7b938a10-490e-49aa-b51a-e2b92991f854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:59:49.302158 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786c0c8-e88c-4408-aa06-1084cc9db1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdd7db3-f5f6-49a0-bb90-d12119a121b4,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:59:49.318342 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786c0c8-e88c-4408-aa06-1084cc9db1e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:49.318342 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786c0c8-e88c-4408-aa06-1084cc9db1e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:49.318886 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786c0c8-e88c-4408-aa06-1084cc9db1e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:49.319713 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786c0c8-e88c-4408-aa06-1084cc9db1e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:49.320212 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786c0c8-e88c-4408-aa06-1084cc9db1e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:49.321000 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786c0c8-e88c-4408-aa06-1084cc9db1e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:49.321829 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786c0c8-e88c-4408-aa06-1084cc9db1e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:49.325089 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786c0c8-e88c-4408-aa06-1084cc9db1e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:49.325089 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786c0c8-e88c-4408-aa06-1084cc9db1e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:49.325089 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786c0c8-e88c-4408-aa06-1084cc9db1e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:49.325089 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786c0c8-e88c-4408-aa06-1084cc9db1e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:49.325089 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786c0c8-e88c-4408-aa06-1084cc9db1e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 14:59:49.331283 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-9786c0c8-e88c-4408-aa06-1084cc9db1e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:59:50.981934 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 4a413eeb-910a-493c-ae60-b2e0d2b676e0 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:59:51.027043 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] No Port match for: 4a413eeb-910a-493c-ae60-b2e0d2b676e0 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:59:51.027884 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 4a413eeb-910a-493c-ae60-b2e0d2b676e0 not bound to the agent host hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:59:51.552572 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aa3e73aa-4f89-40cc-a19b-360dcd97e9e5 req-b7a90dc2-4916-43c8-8bab-1472b8507824 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728624 Jun 14 14:59:51.708207 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e73aa-4f89-40cc-a19b-360dcd97e9e5 req-76cec178-eb68-446f-9d6d-c157d057d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:51.709777 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aa3e73aa-4f89-40cc-a19b-360dcd97e9e5 req-76cec178-eb68-446f-9d6d-c157d057d4e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aeced04591554681b1b816a5b00ecd6a&device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 1099 time: 0.1224024 Jun 14 14:59:51.728024 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5e836-5dc2-4003-bc83-4dd653735dab req-d9e56bdc-9c5e-43b8-9f55-b73ab326e48a tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:51.729838 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f6a5e836-5dc2-4003-bc83-4dd653735dab req-d9e56bdc-9c5e-43b8-9f55-b73ab326e48a tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfc2b778-6959-4d27-9f7b-e873e962f7bc HTTP/1.1" status: 200 len: 946 time: 0.1093614 Jun 14 14:59:52.214444 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f6a5e836-5dc2-4003-bc83-4dd653735dab req-e79c7068-b85e-4c89-babd-087db7cf2e1f tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714456 Jun 14 14:59:52.247426 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e73aa-4f89-40cc-a19b-360dcd97e9e5 req-a158b456-bfb3-420d-b3c4-f82e361b140d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:52.249656 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aa3e73aa-4f89-40cc-a19b-360dcd97e9e5 req-a158b456-bfb3-420d-b3c4-f82e361b140d service neutron] 10.222.0.35 "GET /v2.0/networks?id=3264bc1b-3107-4e40-8063-5800aefcb632 HTTP/1.1" status: 200 len: 913 time: 0.5149419 Jun 14 14:59:52.372745 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aa3e73aa-4f89-40cc-a19b-360dcd97e9e5 req-709e206b-3433-472e-9eea-4269d98378e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49ca97f8-5aed-46a8-870e-6b9214255d75 HTTP/1.1" status: 200 len: 1002 time: 0.1147082 Jun 14 14:59:52.459568 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e73aa-4f89-40cc-a19b-360dcd97e9e5 req-612c1131-a433-45d2-b44c-3c1c9a9cbaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:52.463266 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aa3e73aa-4f89-40cc-a19b-360dcd97e9e5 req-612c1131-a433-45d2-b44c-3c1c9a9cbaa4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd985369-c943-4630-ae2d-eb1be799101d HTTP/1.1" status: 200 len: 851 time: 0.0813434 Jun 14 14:59:52.552312 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e73aa-4f89-40cc-a19b-360dcd97e9e5 req-b9cf8731-91a5-4fab-a26e-4230a75a8be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:52.554588 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aa3e73aa-4f89-40cc-a19b-360dcd97e9e5 req-b9cf8731-91a5-4fab-a26e-4230a75a8be9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3264bc1b-3107-4e40-8063-5800aefcb632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825324 Jun 14 14:59:52.759258 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aa3e73aa-4f89-40cc-a19b-360dcd97e9e5 req-2ebe1335-c270-4b58-bc0c-13b0c757fbd8 service neutron] 10.222.0.35 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974783 Jun 14 14:59:52.939607 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-aa3e73aa-4f89-40cc-a19b-360dcd97e9e5 req-1657bc51-21ed-4ed1-b3fe-acd2a0ca4c46 service neutron] 10.222.0.35 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720655 Jun 14 14:59:53.319073 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7362be6-0801-4a3b-999a-82bbec7d8f5e req-ad531da8-206e-4db2-9488-cd42c0973ff9 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:53.321876 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e7362be6-0801-4a3b-999a-82bbec7d8f5e req-ad531da8-206e-4db2-9488-cd42c0973ff9 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfc2b778-6959-4d27-9f7b-e873e962f7bc HTTP/1.1" status: 200 len: 946 time: 0.1089206 Jun 14 14:59:53.501191 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c235983-41ff-4006-aa7f-93d0858761ac req-15b4d142-44bb-4f7f-b4d9-d1f83afef65e tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:53.503930 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8c235983-41ff-4006-aa7f-93d0858761ac req-15b4d142-44bb-4f7f-b4d9-d1f83afef65e tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfc2b778-6959-4d27-9f7b-e873e962f7bc HTTP/1.1" status: 200 len: 946 time: 0.1172860 Jun 14 14:59:53.528050 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-e7362be6-0801-4a3b-999a-82bbec7d8f5e req-3211fa78-6016-4d20-9eb3-b85b6b61a400 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Deleting port e80ccc21-c8f9-457b-a3e2-f9af0797c279 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 14:59:53.528336 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e7362be6-0801-4a3b-999a-82bbec7d8f5e req-3211fa78-6016-4d20-9eb3-b85b6b61a400 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:53.572695 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8c235983-41ff-4006-aa7f-93d0858761ac req-3a5b46b2-fa86-44d5-8608-bbdd65f24eba tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619531 Jun 14 14:59:53.718180 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-e7362be6-0801-4a3b-999a-82bbec7d8f5e req-3211fa78-6016-4d20-9eb3-b85b6b61a400 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] For port e80ccc21-c8f9-457b-a3e2-f9af0797c279, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e80ccc21-c8f9-457b-a3e2-f9af0797c279,segment=NetworkSegment(98e72edb-dd46-4bf0-98c5-859e7df4be9c),segment_id=98e72edb-dd46-4bf0-98c5-859e7df4be9c)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 14:59:53.720809 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e7362be6-0801-4a3b-999a-82bbec7d8f5e req-3211fa78-6016-4d20-9eb3-b85b6b61a400 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:53.933887 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-e7362be6-0801-4a3b-999a-82bbec7d8f5e req-3211fa78-6016-4d20-9eb3-b85b6b61a400 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Calling delete_port for e80ccc21-c8f9-457b-a3e2-f9af0797c279 owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 14:59:54.199272 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e7362be6-0801-4a3b-999a-82bbec7d8f5e req-3211fa78-6016-4d20-9eb3-b85b6b61a400 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:54.205147 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-f634d928-dc7a-48a9-b6f8-583588f31a69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 14:59:54.216894 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['2d43817b-02e1-4b65-a63b-3dc3be7f4e6b', '1f4e49c5-c8bb-448f-89f4-13ee1d8465fa', 'e80ccc21-c8f9-457b-a3e2-f9af0797c279'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 14:59:54.247215 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211fa78-6016-4d20-9eb3-b85b6b61a400 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Pushing event deleted for resources: {'Port': ['ID=e80ccc21-c8f9-457b-a3e2-f9af0797c279,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 14:59:54.251362 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-3211fa78-6016-4d20-9eb3-b85b6b61a400 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 14:59:54.328705 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7362be6-0801-4a3b-999a-82bbec7d8f5e req-3211fa78-6016-4d20-9eb3-b85b6b61a400 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] No DVR routers for this DVR port e80ccc21-c8f9-457b-a3e2-f9af0797c279 on host hv-cinder-77262 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 14:59:54.332441 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-e7362be6-0801-4a3b-999a-82bbec7d8f5e req-3211fa78-6016-4d20-9eb3-b85b6b61a400 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 14:59:54.335859 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e7362be6-0801-4a3b-999a-82bbec7d8f5e req-3211fa78-6016-4d20-9eb3-b85b6b61a400 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.35 "DELETE /v2.0/ports/e80ccc21-c8f9-457b-a3e2-f9af0797c279 HTTP/1.1" status: 204 len: 173 time: 1.0066545 Jun 14 14:59:54.336896 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc2b778-6959-4d27-9f7b-e873e962f7bc', 'name': 'network-vif-deleted', 'tag': 'e80ccc21-c8f9-457b-a3e2-f9af0797c279'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 14:59:54.340827 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe76b291-2f70-446a-a8bc-0115bf57ee40" -d '{"events": [{"server_uuid": "dfc2b778-6959-4d27-9f7b-e873e962f7bc", "name": "network-vif-deleted", "tag": "e80ccc21-c8f9-457b-a3e2-f9af0797c279"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 14:59:54.402475 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 14:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c2695e-44b3-4253-baaf-666270328f7d x-openstack-request-id: req-29c2695e-44b3-4253-baaf-666270328f7d {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 14:59:54.402475 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc2b778-6959-4d27-9f7b-e873e962f7bc", "name": "network-vif-deleted", "tag": "e80ccc21-c8f9-457b-a3e2-f9af0797c279", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 14:59:54.402475 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-29c2695e-44b3-4253-baaf-666270328f7d {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 14:59:54.404746 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc2b778-6959-4d27-9f7b-e873e962f7bc', 'name': 'network-vif-deleted', 'tag': 'e80ccc21-c8f9-457b-a3e2-f9af0797c279', 'status': 'completed', 'code': 200} Jun 14 14:59:54.746846 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ac80d7f5-b15e-443f-8e4b-00064191574a req-8a02ad96-dde8-4d12-9230-8da86375a724 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfc2b778-6959-4d27-9f7b-e873e962f7bc HTTP/1.1" status: 200 len: 210 time: 0.0344934 Jun 14 14:59:55.944470 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1f0bdffb-6984-4c4b-a8f6-f11a46f83830 req-5a31719c-7241-4154-a15b-67faa0006bd0 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfc2b778-6959-4d27-9f7b-e873e962f7bc HTTP/1.1" status: 200 len: 210 time: 0.0393283 Jun 14 14:59:57.110056 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-7f61a639-900b-47d9-b7ba-36e41637186d req-71b23764-53aa-4dc0-a26d-dd304458b72b tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfc2b778-6959-4d27-9f7b-e873e962f7bc HTTP/1.1" status: 200 len: 210 time: 0.0434659 Jun 14 14:59:58.056765 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device e80ccc21-c8f9-457b-a3e2-f9af0797c279 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 14:59:58.087386 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] No Port match for: e80ccc21-c8f9-457b-a3e2-f9af0797c279 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 14:59:58.087766 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device e80ccc21-c8f9-457b-a3e2-f9af0797c279 not bound to the agent host hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 14:59:58.865427 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50690fe-34ec-49db-ab6d-7467f4cac099 req-9068d413-be24-4679-99ff-1f02de22c1d0 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 14:59:58.867514 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d50690fe-34ec-49db-ab6d-7467f4cac099 req-9068d413-be24-4679-99ff-1f02de22c1d0 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=88b63c62-cc84-4133-bbf6-66b88be779e2 HTTP/1.1" status: 200 len: 945 time: 0.0760801 Jun 14 14:59:58.931603 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d50690fe-34ec-49db-ab6d-7467f4cac099 req-09bb4cfd-f9bf-4966-a664-dd2431303511 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570657 Jun 14 15:00:00.129804 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88767c39-d9af-4929-9105-1e3844976109 req-b7aadfcd-3a37-4748-8255-99ccd5a31d6b tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:00:00.131267 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-88767c39-d9af-4929-9105-1e3844976109 req-b7aadfcd-3a37-4748-8255-99ccd5a31d6b tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=88b63c62-cc84-4133-bbf6-66b88be779e2 HTTP/1.1" status: 200 len: 945 time: 0.0747724 Jun 14 15:00:00.182359 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-88767c39-d9af-4929-9105-1e3844976109 req-fd53d4cf-77db-412a-981a-d1c747524dbd tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446346 Jun 14 15:00:01.391628 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132b84e-754d-48bc-96a6-21031c652aec req-87848afd-0aa0-47a1-9b70-d3ba8f793c88 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:00:01.393243 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0132b84e-754d-48bc-96a6-21031c652aec req-87848afd-0aa0-47a1-9b70-d3ba8f793c88 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=88b63c62-cc84-4133-bbf6-66b88be779e2 HTTP/1.1" status: 200 len: 945 time: 0.0790195 Jun 14 15:00:01.468734 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0132b84e-754d-48bc-96a6-21031c652aec req-12b94536-a6dc-4e3e-a769-c02a165622cc tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641835 Jun 14 15:00:01.816557 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-79ca7691-897f-4ba0-910f-9b514afbd9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:02.377959 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8114a24-2d4a-4063-a4c1-b3d8bc921670 req-d325e6b7-09b0-4f85-ae70-f0979170ffe1 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:00:02.380477 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c8114a24-2d4a-4063-a4c1-b3d8bc921670 req-d325e6b7-09b0-4f85-ae70-f0979170ffe1 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.35 "GET /v2.0/ports?device_id=88b63c62-cc84-4133-bbf6-66b88be779e2 HTTP/1.1" status: 200 len: 945 time: 0.1050887 Jun 14 15:00:02.575967 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-c8114a24-2d4a-4063-a4c1-b3d8bc921670 req-2fb04720-d45f-4f51-8df4-d33e12f2e03b tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Deleting port 1f4e49c5-c8bb-448f-89f4-13ee1d8465fa {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:00:02.576874 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c8114a24-2d4a-4063-a4c1-b3d8bc921670 req-2fb04720-d45f-4f51-8df4-d33e12f2e03b tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:02.756212 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-c8114a24-2d4a-4063-a4c1-b3d8bc921670 req-2fb04720-d45f-4f51-8df4-d33e12f2e03b tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] For port 1f4e49c5-c8bb-448f-89f4-13ee1d8465fa, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1f4e49c5-c8bb-448f-89f4-13ee1d8465fa,segment=NetworkSegment(98e72edb-dd46-4bf0-98c5-859e7df4be9c),segment_id=98e72edb-dd46-4bf0-98c5-859e7df4be9c)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:00:02.761941 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c8114a24-2d4a-4063-a4c1-b3d8bc921670 req-2fb04720-d45f-4f51-8df4-d33e12f2e03b tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:02.792682 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61577f4-04c6-449f-b6ed-1acf79784c37 req-ccab6e45-3756-4488-a70e-a4101ec0f7a3 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:00:02.795459 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b61577f4-04c6-449f-b6ed-1acf79784c37 req-ccab6e45-3756-4488-a70e-a4101ec0f7a3 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=88b63c62-cc84-4133-bbf6-66b88be779e2 HTTP/1.1" status: 200 len: 945 time: 0.1143420 Jun 14 15:00:02.937399 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-c8114a24-2d4a-4063-a4c1-b3d8bc921670 req-2fb04720-d45f-4f51-8df4-d33e12f2e03b tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Calling delete_port for 1f4e49c5-c8bb-448f-89f4-13ee1d8465fa owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:00:03.240234 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c8114a24-2d4a-4063-a4c1-b3d8bc921670 req-2fb04720-d45f-4f51-8df4-d33e12f2e03b tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:03.246721 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-f3e98b02-1a5a-4375-8ee6-53bb1670f6d1 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:03.247283 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b61577f4-04c6-449f-b6ed-1acf79784c37 req-6bf7fd50-f995-4cca-8472-3da226fc6dcf tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411154 Jun 14 15:00:03.253486 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['2d43817b-02e1-4b65-a63b-3dc3be7f4e6b', '1f4e49c5-c8bb-448f-89f4-13ee1d8465fa'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 15:00:03.286353 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb04720-d45f-4f51-8df4-d33e12f2e03b tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Pushing event deleted for resources: {'Port': ['ID=1f4e49c5-c8bb-448f-89f4-13ee1d8465fa,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:03.296972 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-2fb04720-d45f-4f51-8df4-d33e12f2e03b tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:03.368380 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8114a24-2d4a-4063-a4c1-b3d8bc921670 req-2fb04720-d45f-4f51-8df4-d33e12f2e03b tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] No DVR routers for this DVR port 1f4e49c5-c8bb-448f-89f4-13ee1d8465fa on host hv-cinder-77262 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 15:00:03.371278 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c8114a24-2d4a-4063-a4c1-b3d8bc921670 req-2fb04720-d45f-4f51-8df4-d33e12f2e03b tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:03.373932 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c8114a24-2d4a-4063-a4c1-b3d8bc921670 req-2fb04720-d45f-4f51-8df4-d33e12f2e03b tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.35 "DELETE /v2.0/ports/1f4e49c5-c8bb-448f-89f4-13ee1d8465fa HTTP/1.1" status: 204 len: 173 time: 0.9859638 Jun 14 15:00:03.374576 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b63c62-cc84-4133-bbf6-66b88be779e2', 'name': 'network-vif-deleted', 'tag': '1f4e49c5-c8bb-448f-89f4-13ee1d8465fa'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 15:00:03.378767 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140ec49d-56c1-4a7b-8136-ab7c5da1ac31" -d '{"events": [{"server_uuid": "88b63c62-cc84-4133-bbf6-66b88be779e2", "name": "network-vif-deleted", "tag": "1f4e49c5-c8bb-448f-89f4-13ee1d8465fa"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 15:00:03.421450 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 15:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54a259e-893f-48c7-9c5b-87f8d8a41d3b x-openstack-request-id: req-c54a259e-893f-48c7-9c5b-87f8d8a41d3b {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 15:00:03.421802 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b63c62-cc84-4133-bbf6-66b88be779e2", "name": "network-vif-deleted", "tag": "1f4e49c5-c8bb-448f-89f4-13ee1d8465fa", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 15:00:03.422159 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c54a259e-893f-48c7-9c5b-87f8d8a41d3b {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 15:00:03.422611 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b63c62-cc84-4133-bbf6-66b88be779e2', 'name': 'network-vif-deleted', 'tag': '1f4e49c5-c8bb-448f-89f4-13ee1d8465fa', 'status': 'completed', 'code': 200} Jun 14 15:00:04.458349 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4aeb1ab7-35fc-4ff0-95e2-e04b93d2b460 req-37752ed3-80a5-450a-9e66-f630af5f5ba8 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=88b63c62-cc84-4133-bbf6-66b88be779e2 HTTP/1.1" status: 200 len: 210 time: 0.0383608 Jun 14 15:00:05.490445 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0dff4646-0ebd-440b-82ad-68114c87f635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:05.650676 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-21e18d8b-bf8e-4192-810f-e9a3984dae80 req-145cb6eb-79e4-4708-bd55-794b94b4e308 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=88b63c62-cc84-4133-bbf6-66b88be779e2 HTTP/1.1" status: 200 len: 210 time: 0.0385592 Jun 14 15:00:06.490630 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:06.902112 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-66cca8a8-2df2-4677-9861-af72ef1f895b req-b7ac4cbf-414e-447f-a84e-e099e9fac829 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=88b63c62-cc84-4133-bbf6-66b88be779e2 HTTP/1.1" status: 200 len: 210 time: 0.0419962 Jun 14 15:00:07.222302 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 1f4e49c5-c8bb-448f-89f4-13ee1d8465fa no longer exists at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 15:00:07.267186 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] No Port match for: 1f4e49c5-c8bb-448f-89f4-13ee1d8465fa {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 15:00:07.267579 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 1f4e49c5-c8bb-448f-89f4-13ee1d8465fa not bound to the agent host hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 15:00:08.176377 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:10.301921 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:10.341383 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26763e0d-adb8-4c2e-9046-3f9c72650058 req-6503d957-ed32-4503-9497-22ddac168671 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:00:10.345855 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-26763e0d-adb8-4c2e-9046-3f9c72650058 req-6503d957-ed32-4503-9497-22ddac168671 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b434073-91c8-4b38-8bf1-ffe36bd79c4a HTTP/1.1" status: 200 len: 945 time: 0.1483512 Jun 14 15:00:10.398009 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-26763e0d-adb8-4c2e-9046-3f9c72650058 req-d70df09f-fc6d-4ba4-bfe3-f767a14a756c tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449376 Jun 14 15:00:11.476433 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:00:11.620917 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cbf82-eccc-44ff-89ca-e39e8438c284 req-f75e0acc-9eb0-4e84-8879-bd035cf3263a tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:00:11.622214 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0e1cbf82-eccc-44ff-89ca-e39e8438c284 req-f75e0acc-9eb0-4e84-8879-bd035cf3263a tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b434073-91c8-4b38-8bf1-ffe36bd79c4a HTTP/1.1" status: 200 len: 945 time: 0.0965126 Jun 14 15:00:11.681913 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0e1cbf82-eccc-44ff-89ca-e39e8438c284 req-5911fee2-6576-4784-9d65-78ad9f9b48b1 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/security-groups?id=016fe885-b33f-4131-b14d-fb11de09ba84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527349 Jun 14 15:00:11.883058 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6878a9-e833-4129-88ac-eb1bbacc028f req-0a596ba0-9521-4ce8-95d0-798129b74734 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:00:11.885913 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cc6878a9-e833-4129-88ac-eb1bbacc028f req-0a596ba0-9521-4ce8-95d0-798129b74734 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b434073-91c8-4b38-8bf1-ffe36bd79c4a HTTP/1.1" status: 200 len: 945 time: 0.1062210 Jun 14 15:00:12.086191 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-cc6878a9-e833-4129-88ac-eb1bbacc028f req-f347aab3-e4b4-44db-9165-37a37d7620f3 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Deleting port 2d43817b-02e1-4b65-a63b-3dc3be7f4e6b {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:00:12.087081 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-cc6878a9-e833-4129-88ac-eb1bbacc028f req-f347aab3-e4b4-44db-9165-37a37d7620f3 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:12.298802 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-cc6878a9-e833-4129-88ac-eb1bbacc028f req-f347aab3-e4b4-44db-9165-37a37d7620f3 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] For port 2d43817b-02e1-4b65-a63b-3dc3be7f4e6b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2d43817b-02e1-4b65-a63b-3dc3be7f4e6b,segment=NetworkSegment(98e72edb-dd46-4bf0-98c5-859e7df4be9c),segment_id=98e72edb-dd46-4bf0-98c5-859e7df4be9c)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:00:12.299974 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-cc6878a9-e833-4129-88ac-eb1bbacc028f req-f347aab3-e4b4-44db-9165-37a37d7620f3 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:12.446085 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-cc6878a9-e833-4129-88ac-eb1bbacc028f req-f347aab3-e4b4-44db-9165-37a37d7620f3 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Calling delete_port for 2d43817b-02e1-4b65-a63b-3dc3be7f4e6b owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:00:12.828205 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-cc6878a9-e833-4129-88ac-eb1bbacc028f req-f347aab3-e4b4-44db-9165-37a37d7620f3 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:12.837233 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-a5746c39-40a6-4003-b6e6-e31403312839 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:12.844015 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['2d43817b-02e1-4b65-a63b-3dc3be7f4e6b'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 15:00:12.925732 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347aab3-e4b4-44db-9165-37a37d7620f3 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Pushing event deleted for resources: {'Port': ['ID=2d43817b-02e1-4b65-a63b-3dc3be7f4e6b,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:12.979566 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-f347aab3-e4b4-44db-9165-37a37d7620f3 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:12.983621 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d3d7fb70-dd3c-403d-baeb-97e9b9f1a883 req-1e7762a6-4972-4ed8-a541-90d74851f704 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b434073-91c8-4b38-8bf1-ffe36bd79c4a HTTP/1.1" status: 200 len: 210 time: 0.1382334 Jun 14 15:00:13.061600 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6878a9-e833-4129-88ac-eb1bbacc028f req-f347aab3-e4b4-44db-9165-37a37d7620f3 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] No DVR routers for this DVR port 2d43817b-02e1-4b65-a63b-3dc3be7f4e6b on host hv-cinder-77262 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 15:00:13.065380 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-cc6878a9-e833-4129-88ac-eb1bbacc028f req-f347aab3-e4b4-44db-9165-37a37d7620f3 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:13.067970 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-cc6878a9-e833-4129-88ac-eb1bbacc028f req-f347aab3-e4b4-44db-9165-37a37d7620f3 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.35 "DELETE /v2.0/ports/2d43817b-02e1-4b65-a63b-3dc3be7f4e6b HTTP/1.1" status: 204 len: 173 time: 1.1677775 Jun 14 15:00:13.068634 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b434073-91c8-4b38-8bf1-ffe36bd79c4a', 'name': 'network-vif-deleted', 'tag': '2d43817b-02e1-4b65-a63b-3dc3be7f4e6b'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 15:00:13.072724 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cf08a9-d7c8-4951-8268-0da91780f3ff" -d '{"events": [{"server_uuid": "5b434073-91c8-4b38-8bf1-ffe36bd79c4a", "name": "network-vif-deleted", "tag": "2d43817b-02e1-4b65-a63b-3dc3be7f4e6b"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 15:00:13.129452 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 15:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443b143c-17a4-4e1b-9a73-19d9705aebe4 x-openstack-request-id: req-443b143c-17a4-4e1b-9a73-19d9705aebe4 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 15:00:13.129452 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b434073-91c8-4b38-8bf1-ffe36bd79c4a", "name": "network-vif-deleted", "tag": "2d43817b-02e1-4b65-a63b-3dc3be7f4e6b", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 15:00:13.129452 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-443b143c-17a4-4e1b-9a73-19d9705aebe4 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 15:00:13.130126 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b434073-91c8-4b38-8bf1-ffe36bd79c4a', 'name': 'network-vif-deleted', 'tag': '2d43817b-02e1-4b65-a63b-3dc3be7f4e6b', 'status': 'completed', 'code': 200} Jun 14 15:00:14.258254 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-10911eb9-6797-42ce-99a7-c87b2402236c req-36fdb0b1-595f-4d13-98cf-35c12d1597c5 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b434073-91c8-4b38-8bf1-ffe36bd79c4a HTTP/1.1" status: 200 len: 210 time: 0.0783124 Jun 14 15:00:14.356804 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 40868) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:00:14.616775 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b629d66d-26ec-4ed5-a131-d7b6a4058efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:14.768428 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b629d66d-26ec-4ed5-a131-d7b6a4058efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:14.884966 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b629d66d-26ec-4ed5-a131-d7b6a4058efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:14.888917 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-65f246bc-9339-4ba8-8913-0ee1ffebe5e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:14.954775 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629d66d-26ec-4ed5-a131-d7b6a4058efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66d1c6e-0427-4ee2-bed7-776f89dd35d6,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:14.964184 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-b629d66d-26ec-4ed5-a131-d7b6a4058efa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e005b9c109c84a46ae939a84d8310618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6057255 Jun 14 15:00:14.965845 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-b629d66d-26ec-4ed5-a131-d7b6a4058efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:14.968959 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 40872) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:00:15.049481 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-45687a76-841a-462b-a726-bb4f682cde4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:15.080072 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-45687a76-841a-462b-a726-bb4f682cde4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:15.246284 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 2d43817b-02e1-4b65-a63b-3dc3be7f4e6b no longer exists at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 15:00:15.275470 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-45687a76-841a-462b-a726-bb4f682cde4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:15.280881 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-45687a76-841a-462b-a726-bb4f682cde4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:15.283694 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-45687a76-841a-462b-a726-bb4f682cde4c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d66d1c6e-0427-4ee2-bed7-776f89dd35d6 HTTP/1.1" status: 204 len: 168 time: 0.3127298 Jun 14 15:00:15.285096 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] No Port match for: 2d43817b-02e1-4b65-a63b-3dc3be7f4e6b {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 15:00:15.285371 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-69c2da74-8c46-46d2-9213-f86745016ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:15.285915 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 2d43817b-02e1-4b65-a63b-3dc3be7f4e6b not bound to the agent host hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 15:00:15.302203 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45687a76-841a-462b-a726-bb4f682cde4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66d1c6e-0427-4ee2-bed7-776f89dd35d6,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:15.306483 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-45687a76-841a-462b-a726-bb4f682cde4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:15.417638 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 40878) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:00:15.487861 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_v2 [None req-7776675c-4be4-49cc-807b-2b45eb4008f4 admin admin] Deleting subnet 07a076ea-7d56-483c-9656-f881b17dc1f2 {{(pid=103387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 15:00:15.492329 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7776675c-4be4-49cc-807b-2b45eb4008f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:15.545963 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7776675c-4be4-49cc-807b-2b45eb4008f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28405831'] for subnet, precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:15.616600 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7776675c-4be4-49cc-807b-2b45eb4008f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3763272'] for subnet, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:15.794511 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7776675c-4be4-49cc-807b-2b45eb4008f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3763265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28279915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28537441'] for subnet, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:15.800102 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-f8e0dbca-a391-4006-8cd5-15a1db48a186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:15.850691 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7776675c-4be4-49cc-807b-2b45eb4008f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:15.854373 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-7776675c-4be4-49cc-807b-2b45eb4008f4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/07a076ea-7d56-483c-9656-f881b17dc1f2 HTTP/1.1" status: 204 len: 168 time: 0.4349604 Jun 14 15:00:15.856818 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776675c-4be4-49cc-807b-2b45eb4008f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07a076ea-7d56-483c-9656-f881b17dc1f2,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:15.858639 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 40886) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:00:15.869042 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-7776675c-4be4-49cc-807b-2b45eb4008f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:15.985432 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c7805b5c-32e1-4fac-920a-fea3e10964dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855299'] for network, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:16.136502 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c7805b5c-32e1-4fac-920a-fea3e10964dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3761365', 'neutron.services.segments.db._delete_segments_for_network-8775073109944'] for network, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:16.149194 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-c7805b5c-32e1-4fac-920a-fea3e10964dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd3036a-4f37-42b7-a2d4-d0262e3251f9']}} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:00:16.167849 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-c7805b5c-32e1-4fac-920a-fea3e10964dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e72edb-dd46-4bf0-98c5-859e7df4be9c') {'for_net_delete': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:00:16.168183 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-c7805b5c-32e1-4fac-920a-fea3e10964dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e72edb-dd46-4bf0-98c5-859e7df4be9c') {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:00:16.179461 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c7805b5c-32e1-4fac-920a-fea3e10964dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775073109782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27716681'] for segment, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:16.197194 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c7805b5c-32e1-4fac-920a-fea3e10964dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7805b5c-32e1-4fac-920a-fea3e10964dc admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c7805b5c-32e1-4fac-920a-fea3e10964dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27717289'] for segment, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: Traceback (most recent call last): Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: timer() Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: cb(*args, **kw) Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: return func(*args, **kwargs) Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: self._notify() Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: self.callback(batched_events) Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: event.method(event) Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: return f(self, *a, **k) Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: return self._get(url).json() Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: return self.request(url, 'GET', **kwargs) Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 15:00:16.207777 dv-cinder-772623-8-iscsi neutron-server[103388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 15:00:16.382406 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c7805b5c-32e1-4fac-920a-fea3e10964dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3761354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768894'] for network, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:16.387850 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-c7805b5c-32e1-4fac-920a-fea3e10964dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:16.392191 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-c7805b5c-32e1-4fac-920a-fea3e10964dc admin admin] 10.222.0.48 "DELETE /v2.0/networks/8fd3036a-4f37-42b7-a2d4-d0262e3251f9 HTTP/1.1" status: 204 len: 168 time: 0.5299501 Jun 14 15:00:16.392191 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:16.415955 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7805b5c-32e1-4fac-920a-fea3e10964dc admin admin] Pushing event deleted for resources: {'Network': ['ID=8fd3036a-4f37-42b7-a2d4-d0262e3251f9,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:16.418814 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-c7805b5c-32e1-4fac-920a-fea3e10964dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:16.785674 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 40902) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:00:16.829464 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 40906) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:00:16.893886 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-3af33a4b-8f76-4011-a6bc-38ba1687a23f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d7093367d11b401ea610a3d73f033e0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0631089 Jun 14 15:00:16.896503 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 40908) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:00:16.961658 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-da7cabe8-9c14-4f0b-bc19-485da35b3adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:16.993057 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-da7cabe8-9c14-4f0b-bc19-485da35b3adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:17.072796 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-2166d375-9eb8-4146-8f0a-f2efbf925d9c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-915883717-network', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 15:00:17.142041 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-da7cabe8-9c14-4f0b-bc19-485da35b3adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:17.148679 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-da7cabe8-9c14-4f0b-bc19-485da35b3adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:17.148679 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-da7cabe8-9c14-4f0b-bc19-485da35b3adc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/016fe885-b33f-4131-b14d-fb11de09ba84 HTTP/1.1" status: 204 len: 168 time: 0.2494137 Jun 14 15:00:17.149445 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-d0bade6f-819d-4b87-9cf0-11c88378fbc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:17.162569 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cabe8-9c14-4f0b-bc19-485da35b3adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016fe885-b33f-4131-b14d-fb11de09ba84,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:17.171103 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-da7cabe8-9c14-4f0b-bc19-485da35b3adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:17.173100 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2166d375-9eb8-4146-8f0a-f2efbf925d9c admin admin] Made reservation on behalf of d30c2866207d49b9bf1e387360ad7837 for: {'network': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 15:00:17.176191 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2166d375-9eb8-4146-8f0a-f2efbf925d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for network, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:17.199523 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2166d375-9eb8-4146-8f0a-f2efbf925d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:17.363992 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2166d375-9eb8-4146-8f0a-f2efbf925d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:17.461854 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2166d375-9eb8-4146-8f0a-f2efbf925d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:17.464987 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-7c4eb38e-5bcb-4e6e-b4ea-efb77e16a33c tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:17.491130 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2166d375-9eb8-4146-8f0a-f2efbf925d9c admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=103388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 15:00:17.501930 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166d375-9eb8-4146-8f0a-f2efbf925d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0a0bb5-c1f9-4547-be19-29c4e00de402,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:17.505141 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-2166d375-9eb8-4146-8f0a-f2efbf925d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:17.512505 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2166d375-9eb8-4146-8f0a-f2efbf925d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:17.514312 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.db.segments_db [None req-2166d375-9eb8-4146-8f0a-f2efbf925d9c admin admin] Added segment dbf80ca7-9c15-48b8-88b4-4f328e4b967a of type vlan for network 399cc813-04c3-4671-b19e-5cef1b20003c Jun 14 15:00:17.588163 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2166d375-9eb8-4146-8f0a-f2efbf925d9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775072637368'] for network, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:17.798818 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2166d375-9eb8-4146-8f0a-f2efbf925d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254'] for network, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:17.800213 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2166d375-9eb8-4146-8f0a-f2efbf925d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:00:17.800832 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-2166d375-9eb8-4146-8f0a-f2efbf925d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:17.803357 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-3ff66123-054b-4607-9bcc-372be49361de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:17.907581 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166d375-9eb8-4146-8f0a-f2efbf925d9c admin admin] Pushing event updated for resources: {'Network': ['ID=399cc813-04c3-4671-b19e-5cef1b20003c,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:17.911788 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-2166d375-9eb8-4146-8f0a-f2efbf925d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:17.924566 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Network 399cc813-04c3-4671-b19e-5cef1b20003c details requested by agent ovs-agent-dv-cinder-772623-8-iscsi with host dv-cinder-772623-8-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 15:00:17.994081 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-2166d375-9eb8-4146-8f0a-f2efbf925d9c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2067382 Jun 14 15:00:17.998494 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 40922) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:00:18.006452 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-8c17914e-d6ae-4a5d-9da2-94b240ca8da2 admin admin] Request body: {'subnet': {'network_id': '399cc813-04c3-4671-b19e-5cef1b20003c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-915883717-subnet', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'ip_version': 4}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 15:00:18.120194 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c17914e-d6ae-4a5d-9da2-94b240ca8da2 admin admin] Made reservation on behalf of d30c2866207d49b9bf1e387360ad7837 for: {'subnet': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 15:00:18.122916 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8c17914e-d6ae-4a5d-9da2-94b240ca8da2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28537420'] for subnet, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:18.301900 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:18.508573 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8c17914e-d6ae-4a5d-9da2-94b240ca8da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28279848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28537434'] for subnet, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:18.513579 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:18.592099 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17914e-d6ae-4a5d-9da2-94b240ca8da2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3fefd5f-9035-407c-aef4-e41354aeca65,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:18.595210 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-8c17914e-d6ae-4a5d-9da2-94b240ca8da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:18.617905 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c17914e-d6ae-4a5d-9da2-94b240ca8da2 admin admin] Checking segment: {'id': 'dbf80ca7-9c15-48b8-88b4-4f328e4b967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '399cc813-04c3-4671-b19e-5cef1b20003c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 15:00:18.617905 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c17914e-d6ae-4a5d-9da2-94b240ca8da2 admin admin] Network hostable DHCP agents. Network: 399cc813-04c3-4671-b19e-5cef1b20003c, hostable agents: ['1c28a66e-eef9-4899-ac0a-d449f34e71b3'], hosted agents: [] {{(pid=103387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 15:00:18.735877 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c17914e-d6ae-4a5d-9da2-94b240ca8da2 admin admin] Network 399cc813-04c3-4671-b19e-5cef1b20003c is scheduled to be hosted by DHCP agent 1c28a66e-eef9-4899-ac0a-d449f34e71b3 with binding_index 1 {{(pid=103387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 15:00:18.873755 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-8c17914e-d6ae-4a5d-9da2-94b240ca8da2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-8-iscsi, 399cc813-04c3-4671-b19e-5cef1b20003c) {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 15:00:18.886589 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c17914e-d6ae-4a5d-9da2-94b240ca8da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:00:18.887594 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8c17914e-d6ae-4a5d-9da2-94b240ca8da2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:18.889797 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf80ad96-cb0f-4421-8aa2-cc8f0c8cbb31 None None] Network 399cc813-04c3-4671-b19e-5cef1b20003c requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 15:00:18.985987 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-8c17914e-d6ae-4a5d-9da2-94b240ca8da2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9838083 Jun 14 15:00:18.989219 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 40938) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:00:18.996730 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-e1ee4d93-bd8a-4a54-b9f3-29ed5b7c762d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-915883717-router', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 15:00:19.130567 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4d93-bd8a-4a54-b9f3-29ed5b7c762d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59868'] for router, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:19.132321 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4d93-bd8a-4a54-b9f3-29ed5b7c762d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-769193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59861'] for router, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:19.222632 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4d93-bd8a-4a54-b9f3-29ed5b7c762d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:19.319045 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a9950a2-d8d6-5091-b96d-d9e9ed5f9ff3-399cc813-04c3-4671-b19e-5cef1b20003c', 'network_id': '399cc813-04c3-4671-b19e-5cef1b20003c', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'fixed_ips': [{'subnet_id': 'e3fefd5f-9035-407c-aef4-e41354aeca65'}]}} from dv-cinder-772623-8-iscsi. {{(pid=103389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 15:00:19.320457 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:19.603176 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Allocated IP 172.20.0.2 (399cc813-04c3-4671-b19e-5cef1b20003c/e3fefd5f-9035-407c-aef4-e41354aeca65/a98a0ca5-337a-4f6c-a4fc-489fa5598b32) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 15:00:19.709950 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4d93-bd8a-4a54-b9f3-29ed5b7c762d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-769206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59843'] for router, precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:19.892544 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Notify callbacks [] for port, precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:19.903157 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Transition to ACTIVE for port object a98a0ca5-337a-4f6c-a4fc-489fa5598b32 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 15:00:19.925052 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Transition to ACTIVE for port object a98a0ca5-337a-4f6c-a4fc-489fa5598b32 will not be triggered until provisioned by entity DHCP. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 15:00:20.030538 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328'] for port, after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:20.032830 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-f1bb1708-21c9-4e4b-8e53-e89839b5e5ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:20.092355 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Network 399cc813-04c3-4671-b19e-5cef1b20003c is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 15:00:20.097664 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 15:00:20.106276 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 15:00:20.110911 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Pushing event updated for resources: {'Port': ['ID=a98a0ca5-337a-4f6c-a4fc-489fa5598b32,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:20.122714 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:20.123172 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:20.123394 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:20.123774 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:20.124096 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:20.124417 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:20.124819 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:20.125066 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:20.125502 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:20.125825 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:20.126184 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:20.126539 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:20.132189 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:20.171518 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4d93-bd8a-4a54-b9f3-29ed5b7c762d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:20.208770 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Attempting to bind port a98a0ca5-337a-4f6c-a4fc-489fa5598b32 on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 15:00:20.209168 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Attempting to bind port a98a0ca5-337a-4f6c-a4fc-489fa5598b32 by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': 'dbf80ca7-9c15-48b8-88b4-4f328e4b967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '399cc813-04c3-4671-b19e-5cef1b20003c'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 15:00:20.209682 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Attempting to bind port a98a0ca5-337a-4f6c-a4fc-489fa5598b32 on network 399cc813-04c3-4671-b19e-5cef1b20003c {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 15:00:20.215093 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4d93-bd8a-4a54-b9f3-29ed5b7c762d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:20.216888 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 15, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 15:00:20.217221 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Checking segment: {'id': 'dbf80ca7-9c15-48b8-88b4-4f328e4b967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '399cc813-04c3-4671-b19e-5cef1b20003c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 15:00:20.217635 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:20.218046 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Bound using segment: {'id': 'dbf80ca7-9c15-48b8-88b4-4f328e4b967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '399cc813-04c3-4671-b19e-5cef1b20003c'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 15:00:20.218538 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Bound port: a98a0ca5-337a-4f6c-a4fc-489fa5598b32, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf80ca7-9c15-48b8-88b4-4f328e4b967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '399cc813-04c3-4671-b19e-5cef1b20003c'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 15:00:20.218927 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:20.311365 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] For port a98a0ca5-337a-4f6c-a4fc-489fa5598b32, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 15:00:20.314979 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] For port a98a0ca5-337a-4f6c-a4fc-489fa5598b32, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=a98a0ca5-337a-4f6c-a4fc-489fa5598b32,segment=NetworkSegment(dbf80ca7-9c15-48b8-88b4-4f328e4b967a),segment_id=dbf80ca7-9c15-48b8-88b4-4f328e4b967a)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 15:00:20.361015 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-e1ee4d93-bd8a-4a54-b9f3-29ed5b7c762d admin admin] Allocated IP 172.27.2.58 (fc485d09-1af9-4f7a-81e8-700830ebc213/e09b5c2d-fde6-405d-9c65-d45cf22b44a3/6133e0be-0141-47e6-b79a-fea5d3906d2e) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 15:00:20.433856 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:20.436169 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:20.517584 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Pushing event updated for resources: {'Port': ['ID=a98a0ca5-337a-4f6c-a4fc-489fa5598b32,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:20.521324 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:20.555268 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4d93-bd8a-4a54-b9f3-29ed5b7c762d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:20.689486 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4d93-bd8a-4a54-b9f3-29ed5b7c762d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27717363'] for port, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:20.694920 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-3ff66123-054b-4607-9bcc-372be49361de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:20.817234 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ee4d93-bd8a-4a54-b9f3-29ed5b7c762d admin admin] Network fc485d09-1af9-4f7a-81e8-700830ebc213 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 15:00:20.824939 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-e1ee4d93-bd8a-4a54-b9f3-29ed5b7c762d admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 15:00:20.832530 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee4d93-bd8a-4a54-b9f3-29ed5b7c762d admin admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 15:00:20.839026 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee4d93-bd8a-4a54-b9f3-29ed5b7c762d admin admin] Pushing event updated for resources: {'Port': ['ID=6133e0be-0141-47e6-b79a-fea5d3906d2e,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:20.882950 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-e1ee4d93-bd8a-4a54-b9f3-29ed5b7c762d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:21.384339 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4d93-bd8a-4a54-b9f3-29ed5b7c762d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:21.641123 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device a98a0ca5-337a-4f6c-a4fc-489fa5598b32 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 15:00:21.738386 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e20cb6-26c9-431f-b2d7-12e3345620f3 None None] Network 399cc813-04c3-4671-b19e-5cef1b20003c requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 15:00:21.815507 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4d93-bd8a-4a54-b9f3-29ed5b7c762d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-769006'] for router, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:21.840036 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port a98a0ca5-337a-4f6c-a4fc-489fa5598b32 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 15:00:21.941795 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-46a62614-63fa-4301-98b3-a827a3cef455 None None] Provisioning for port a98a0ca5-337a-4f6c-a4fc-489fa5598b32 completed by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 15:00:21.951444 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-46a62614-63fa-4301-98b3-a827a3cef455 None None] Provisioning complete for port a98a0ca5-337a-4f6c-a4fc-489fa5598b32 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 15:00:21.952421 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-46a62614-63fa-4301-98b3-a827a3cef455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:22.120417 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-46a62614-63fa-4301-98b3-a827a3cef455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:22.153416 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ee4d93-bd8a-4a54-b9f3-29ed5b7c762d admin admin] Router 4354bfe2-9e55-42c4-9107-4bc2325306ac is scheduled to L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 with binding_index 1 {{(pid=103388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 15:00:22.179762 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-46a62614-63fa-4301-98b3-a827a3cef455 None None] For port a98a0ca5-337a-4f6c-a4fc-489fa5598b32, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=a98a0ca5-337a-4f6c-a4fc-489fa5598b32,segment=NetworkSegment(dbf80ca7-9c15-48b8-88b4-4f328e4b967a),segment_id=dbf80ca7-9c15-48b8-88b4-4f328e4b967a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:00:22.330088 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-46a62614-63fa-4301-98b3-a827a3cef455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:22.331952 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:22.425996 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a62614-63fa-4301-98b3-a827a3cef455 None None] Pushing event updated for resources: {'Port': ['ID=a98a0ca5-337a-4f6c-a4fc-489fa5598b32,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:22.430873 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-46a62614-63fa-4301-98b3-a827a3cef455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:22.454840 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-67bc3b59-995d-4bc7-949d-3b134ec8a881 None None] Provisioning complete for port a98a0ca5-337a-4f6c-a4fc-489fa5598b32 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 15:00:22.455221 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-67bc3b59-995d-4bc7-949d-3b134ec8a881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:22.674077 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ee4d93-bd8a-4a54-b9f3-29ed5b7c762d admin admin] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 15:00:22.691130 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dddac3a-3063-4b3e-854f-7c61327855ba None None] Sync routers for ids ['4354bfe2-9e55-42c4-9107-4bc2325306ac'] in dv-cinder-772623-8-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 15:00:22.705129 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dddac3a-3063-4b3e-854f-7c61327855ba None None] Routers {'4354bfe2-9e55-42c4-9107-4bc2325306ac'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:00:22.706093 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-0dddac3a-3063-4b3e-854f-7c61327855ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:00:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['4354bfe2-9e55-42c4-9107-4bc2325306ac'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:00:22.770709 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4d93-bd8a-4a54-b9f3-29ed5b7c762d admin admin] Notify callbacks [] for router, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:22.772709 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e1ee4d93-bd8a-4a54-b9f3-29ed5b7c762d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7816892 Jun 14 15:00:22.775392 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 40968) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:00:22.900427 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-0dddac3a-3063-4b3e-854f-7c61327855ba None None] Set router 4354bfe2-9e55-42c4-9107-4bc2325306ac gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:00:23.209374 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-0dddac3a-3063-4b3e-854f-7c61327855ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'name': 'tempest-TestMinimumBasicScenario-915883717-router', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6133e0be-0141-47e6-b79a-fea5d3906d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T15:00:19Z', 'updated_at': '2021-06-14T15:00:21Z', 'revision_number': 3, 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'gw_port': {'id': '6133e0be-0141-47e6-b79a-fea5d3906d2e', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:20Z', 'updated_at': '2021-06-14T15:00:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:00:23.215770 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dddac3a-3063-4b3e-854f-7c61327855ba None None] Checking router: 4354bfe2-9e55-42c4-9107-4bc2325306ac for host: dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 15:00:23.216129 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dddac3a-3063-4b3e-854f-7c61327855ba None None] Updating router 4354bfe2-9e55-42c4-9107-4bc2325306ac port 6133e0be-0141-47e6-b79a-fea5d3906d2e binding host dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 15:00:23.271811 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0dddac3a-3063-4b3e-854f-7c61327855ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:23.506043 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ea77cdd4-5a42-4586-be0a-947cab373300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:23.566348 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device a98a0ca5-337a-4f6c-a4fc-489fa5598b32 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 15:00:23.705222 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port a98a0ca5-337a-4f6c-a4fc-489fa5598b32 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 15:00:23.706285 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:23.757660 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0dddac3a-3063-4b3e-854f-7c61327855ba None None] Notify callbacks [] for port, precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:23.765988 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-ea77cdd4-5a42-4586-be0a-947cab373300 admin admin] Allocated IP 172.20.0.1 (399cc813-04c3-4671-b19e-5cef1b20003c/e3fefd5f-9035-407c-aef4-e41354aeca65/da495393-696a-4039-b4d8-23f9e7c673ff) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 15:00:23.773936 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0dddac3a-3063-4b3e-854f-7c61327855ba None None] Transition to ACTIVE for port object 6133e0be-0141-47e6-b79a-fea5d3906d2e will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 15:00:23.853132 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0dddac3a-3063-4b3e-854f-7c61327855ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:23.855510 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:23.932958 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-0dddac3a-3063-4b3e-854f-7c61327855ba None None] Attempting to bind port 6133e0be-0141-47e6-b79a-fea5d3906d2e on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 15:00:23.933518 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-0dddac3a-3063-4b3e-854f-7c61327855ba None None] Attempting to bind port 6133e0be-0141-47e6-b79a-fea5d3906d2e by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 15:00:23.933997 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dddac3a-3063-4b3e-854f-7c61327855ba None None] Attempting to bind port 6133e0be-0141-47e6-b79a-fea5d3906d2e on network fc485d09-1af9-4f7a-81e8-700830ebc213 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 15:00:23.938715 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c57806-90a4-4e9c-b896-6e4ca4993a6d None None] Pushing event updated for resources: {'Port': ['ID=6133e0be-0141-47e6-b79a-fea5d3906d2e,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:23.942000 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ea77cdd4-5a42-4586-be0a-947cab373300 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:23.943446 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-d4c57806-90a4-4e9c-b896-6e4ca4993a6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:23.945180 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dddac3a-3063-4b3e-854f-7c61327855ba None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 15, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 15:00:23.945564 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dddac3a-3063-4b3e-854f-7c61327855ba None None] Checking segment: {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 15:00:23.945982 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0dddac3a-3063-4b3e-854f-7c61327855ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:23.946386 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dddac3a-3063-4b3e-854f-7c61327855ba None None] Bound using segment: {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 15:00:23.946993 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-0dddac3a-3063-4b3e-854f-7c61327855ba None None] Bound port: 6133e0be-0141-47e6-b79a-fea5d3906d2e, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 15:00:23.947385 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0dddac3a-3063-4b3e-854f-7c61327855ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:23.964949 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.provisioning_blocks [None req-ea77cdd4-5a42-4586-be0a-947cab373300 admin admin] Transition to ACTIVE for port object da495393-696a-4039-b4d8-23f9e7c673ff will not be triggered until provisioned by entity DHCP. {{(pid=103388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 15:00:24.040396 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0dddac3a-3063-4b3e-854f-7c61327855ba None None] For port 6133e0be-0141-47e6-b79a-fea5d3906d2e, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 15:00:24.044056 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0dddac3a-3063-4b3e-854f-7c61327855ba None None] For port 6133e0be-0141-47e6-b79a-fea5d3906d2e, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=6133e0be-0141-47e6-b79a-fea5d3906d2e,segment=NetworkSegment(5993e2e7-d1a9-4fa5-8357-3040322fca1a),segment_id=5993e2e7-d1a9-4fa5-8357-3040322fca1a)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 15:00:24.130621 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ea77cdd4-5a42-4586-be0a-947cab373300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27717363'] for port, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:24.133458 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-dde67e9f-27f2-4ee3-a7f2-567632898ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:24.160085 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0dddac3a-3063-4b3e-854f-7c61327855ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:24.164811 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:24.182600 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea77cdd4-5a42-4586-be0a-947cab373300 admin admin] Network 399cc813-04c3-4671-b19e-5cef1b20003c is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 15:00:24.185892 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-ea77cdd4-5a42-4586-be0a-947cab373300 admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 15:00:24.189934 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea77cdd4-5a42-4586-be0a-947cab373300 admin admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 15:00:24.231048 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77cdd4-5a42-4586-be0a-947cab373300 admin admin] Pushing event updated for resources: {'Port': ['ID=da495393-696a-4039-b4d8-23f9e7c673ff,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:24.236954 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-ea77cdd4-5a42-4586-be0a-947cab373300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:24.238445 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dddac3a-3063-4b3e-854f-7c61327855ba None None] Routers {'4354bfe2-9e55-42c4-9107-4bc2325306ac'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:00:24.239209 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-0dddac3a-3063-4b3e-854f-7c61327855ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:00:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['4354bfe2-9e55-42c4-9107-4bc2325306ac'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:00:24.278684 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ea77cdd4-5a42-4586-be0a-947cab373300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756011'] for router_interface, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:24.563190 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c57806-90a4-4e9c-b896-6e4ca4993a6d None None] Pushing event updated for resources: {'Port': ['ID=6133e0be-0141-47e6-b79a-fea5d3906d2e,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:24.566311 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-d4c57806-90a4-4e9c-b896-6e4ca4993a6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:24.629618 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-0dddac3a-3063-4b3e-854f-7c61327855ba None None] Set router 4354bfe2-9e55-42c4-9107-4bc2325306ac gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:00:24.778005 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ea77cdd4-5a42-4586-be0a-947cab373300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:24.853416 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-1ee270b2-86b6-42e1-8140-8a64e49e8133 None None] Provisioning for port da495393-696a-4039-b4d8-23f9e7c673ff completed by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 15:00:24.864066 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-1ee270b2-86b6-42e1-8140-8a64e49e8133 None None] Provisioning complete for port da495393-696a-4039-b4d8-23f9e7c673ff triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 15:00:24.864715 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1ee270b2-86b6-42e1-8140-8a64e49e8133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:24.947567 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-1ee270b2-86b6-42e1-8140-8a64e49e8133 None None] Port da495393-696a-4039-b4d8-23f9e7c673ff cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 15:00:24.974875 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-0dddac3a-3063-4b3e-854f-7c61327855ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'name': 'tempest-TestMinimumBasicScenario-915883717-router', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6133e0be-0141-47e6-b79a-fea5d3906d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T15:00:19Z', 'updated_at': '2021-06-14T15:00:21Z', 'revision_number': 3, 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'gw_port': {'id': '6133e0be-0141-47e6-b79a-fea5d3906d2e', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:20Z', 'updated_at': '2021-06-14T15:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:00:24.979026 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dddac3a-3063-4b3e-854f-7c61327855ba None None] The sync data for ids ['4354bfe2-9e55-42c4-9107-4bc2325306ac'] in dv-cinder-772623-8-iscsi is: [{'id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'name': 'tempest-TestMinimumBasicScenario-915883717-router', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6133e0be-0141-47e6-b79a-fea5d3906d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T15:00:19Z', 'updated_at': '2021-06-14T15:00:21Z', 'revision_number': 3, 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'gw_port': {'id': '6133e0be-0141-47e6-b79a-fea5d3906d2e', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:20Z', 'updated_at': '2021-06-14T15:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 15:00:25.017683 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ea77cdd4-5a42-4586-be0a-947cab373300 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:25.180909 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ea77cdd4-5a42-4586-be0a-947cab373300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27717325'] for port, after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:25.192285 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-7b8cda4d-fc85-41f8-adfe-f77dac41aa3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:25.309129 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77cdd4-5a42-4586-be0a-947cab373300 admin admin] Pushing event updated for resources: {'Port': ['ID=da495393-696a-4039-b4d8-23f9e7c673ff,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:25.312382 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-ea77cdd4-5a42-4586-be0a-947cab373300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:25.316186 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-ea77cdd4-5a42-4586-be0a-947cab373300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756159'] for router_interface, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:25.482839 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea77cdd4-5a42-4586-be0a-947cab373300 admin admin] Network 399cc813-04c3-4671-b19e-5cef1b20003c is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 15:00:25.484726 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-ea77cdd4-5a42-4586-be0a-947cab373300 admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 15:00:25.679092 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 6133e0be-0141-47e6-b79a-fea5d3906d2e up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 15:00:25.751800 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea77cdd4-5a42-4586-be0a-947cab373300 admin admin] Router 4354bfe2-9e55-42c4-9107-4bc2325306ac has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 15:00:25.876909 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-57c74088-e15d-4d0a-974b-47ac17d15f1d None None] Provisioning complete for port da495393-696a-4039-b4d8-23f9e7c673ff triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 15:00:25.877522 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57c74088-e15d-4d0a-974b-47ac17d15f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:25.908596 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port 6133e0be-0141-47e6-b79a-fea5d3906d2e completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 15:00:25.923790 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 6133e0be-0141-47e6-b79a-fea5d3906d2e triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 15:00:25.924174 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:25.952515 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea77cdd4-5a42-4586-be0a-947cab373300 admin admin] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 15:00:25.958707 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-ea77cdd4-5a42-4586-be0a-947cab373300 admin admin] 10.222.0.48 "PUT /v2.0/routers/4354bfe2-9e55-42c4-9107-4bc2325306ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1820168 Jun 14 15:00:25.958920 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-57c74088-e15d-4d0a-974b-47ac17d15f1d None None] Port da495393-696a-4039-b4d8-23f9e7c673ff cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 15:00:26.048400 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:26.079696 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] For port 6133e0be-0141-47e6-b79a-fea5d3906d2e, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=6133e0be-0141-47e6-b79a-fea5d3906d2e,segment=NetworkSegment(5993e2e7-d1a9-4fa5-8357-3040322fca1a),segment_id=5993e2e7-d1a9-4fa5-8357-3040322fca1a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:00:26.192947 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:26.196141 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:26.262782 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Pushing event updated for resources: {'Port': ['ID=6133e0be-0141-47e6-b79a-fea5d3906d2e,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:26.266110 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:26.748635 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceece5b2-341b-4bdb-a14e-b998da38309d None None] Sync routers for ids ['4354bfe2-9e55-42c4-9107-4bc2325306ac'] in dv-cinder-772623-8-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 15:00:26.758736 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceece5b2-341b-4bdb-a14e-b998da38309d None None] Routers {'4354bfe2-9e55-42c4-9107-4bc2325306ac'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:00:26.759383 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-ceece5b2-341b-4bdb-a14e-b998da38309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:00:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['4354bfe2-9e55-42c4-9107-4bc2325306ac'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:00:26.940865 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-ceece5b2-341b-4bdb-a14e-b998da38309d None None] Set router 4354bfe2-9e55-42c4-9107-4bc2325306ac gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:00:26.943885 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 41008) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:00:26.952401 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-19d351f0-2921-464b-afb5-5a590ddee354 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-334187211-network', 'tenant_id': '420a7eda2a124612b3d893cdce8f4672'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 15:00:27.078773 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d351f0-2921-464b-afb5-5a590ddee354 admin admin] Made reservation on behalf of 420a7eda2a124612b3d893cdce8f4672 for: {'network': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 15:00:27.082087 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-19d351f0-2921-464b-afb5-5a590ddee354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for network, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:27.104354 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-19d351f0-2921-464b-afb5-5a590ddee354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:27.252099 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-19d351f0-2921-464b-afb5-5a590ddee354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:27.268177 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-ceece5b2-341b-4bdb-a14e-b998da38309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'name': 'tempest-TestMinimumBasicScenario-915883717-router', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6133e0be-0141-47e6-b79a-fea5d3906d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T15:00:19Z', 'updated_at': '2021-06-14T15:00:24Z', 'revision_number': 4, 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'gw_port': {'id': '6133e0be-0141-47e6-b79a-fea5d3906d2e', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:20Z', 'updated_at': '2021-06-14T15:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': 'da495393-696a-4039-b4d8-23f9e7c673ff', 'name': '', 'network_id': '399cc813-04c3-4671-b19e-5cef1b20003c', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'mac_address': 'fa:16:3e:6d:c0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e3fefd5f-9035-407c-aef4-e41354aeca65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:23Z', 'updated_at': '2021-06-14T15:00:24Z', 'revision_number': 2, 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'subnets': [{'id': 'e3fefd5f-9035-407c-aef4-e41354aeca65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:00:27.273518 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceece5b2-341b-4bdb-a14e-b998da38309d None None] Checking router: 4354bfe2-9e55-42c4-9107-4bc2325306ac for host: dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 15:00:27.273937 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceece5b2-341b-4bdb-a14e-b998da38309d None None] Updating router 4354bfe2-9e55-42c4-9107-4bc2325306ac port da495393-696a-4039-b4d8-23f9e7c673ff binding host dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 15:00:27.330279 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-19d351f0-2921-464b-afb5-5a590ddee354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:27.330519 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ceece5b2-341b-4bdb-a14e-b998da38309d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:27.335286 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-e57008c4-a89b-49a6-908c-be6aa8fcda1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:27.354669 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d351f0-2921-464b-afb5-5a590ddee354 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=103387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 15:00:27.379858 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-19d351f0-2921-464b-afb5-5a590ddee354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:27.380328 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.db.segments_db [None req-19d351f0-2921-464b-afb5-5a590ddee354 admin admin] Added segment 04e2931f-d3bf-431a-8712-1a74c8bfb5b8 of type vlan for network 7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7 Jun 14 15:00:27.404366 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d351f0-2921-464b-afb5-5a590ddee354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e12e859-222a-4b8e-9542-20d5c5d4cbdb,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:27.415604 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-19d351f0-2921-464b-afb5-5a590ddee354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:27.481377 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-19d351f0-2921-464b-afb5-5a590ddee354 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775072637368'] for network, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:27.561765 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 6133e0be-0141-47e6-b79a-fea5d3906d2e up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 15:00:27.632750 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 6133e0be-0141-47e6-b79a-fea5d3906d2e triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 15:00:27.633454 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:27.680555 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-19d351f0-2921-464b-afb5-5a590ddee354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254'] for network, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:27.682787 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d351f0-2921-464b-afb5-5a590ddee354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:00:27.683602 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-19d351f0-2921-464b-afb5-5a590ddee354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:27.687715 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-8096c06f-ca7b-4427-aaa9-37796ebe25bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:27.753691 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ceece5b2-341b-4bdb-a14e-b998da38309d None None] Notify callbacks [] for port, precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:27.775475 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-ceece5b2-341b-4bdb-a14e-b998da38309d None None] Transition to ACTIVE for port object da495393-696a-4039-b4d8-23f9e7c673ff will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 15:00:27.785359 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d351f0-2921-464b-afb5-5a590ddee354 admin admin] Pushing event updated for resources: {'Network': ['ID=7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:27.789172 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-19d351f0-2921-464b-afb5-5a590ddee354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:27.799740 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Network 7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7 details requested by agent ovs-agent-dv-cinder-772623-8-iscsi with host dv-cinder-772623-8-iscsi {{(pid=103389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 15:00:27.837143 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-19d351f0-2921-464b-afb5-5a590ddee354 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8917251 Jun 14 15:00:27.837362 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 41022) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:00:27.847603 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-07b5f880-bfb6-44dc-9b19-93728e3e37b6 admin admin] Request body: {'subnet': {'network_id': '7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-334187211-subnet', 'tenant_id': '420a7eda2a124612b3d893cdce8f4672', 'ip_version': 4}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 15:00:27.863593 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ceece5b2-341b-4bdb-a14e-b998da38309d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:27.864699 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:27.970799 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b5f880-bfb6-44dc-9b19-93728e3e37b6 admin admin] Made reservation on behalf of 420a7eda2a124612b3d893cdce8f4672 for: {'subnet': 1} {{(pid=103388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 15:00:27.976058 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-07b5f880-bfb6-44dc-9b19-93728e3e37b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27527779'] for subnet, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:27.985326 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30a7a4-10ee-4a65-b04f-1c424aa5910a None None] Pushing event updated for resources: {'Port': ['ID=da495393-696a-4039-b4d8-23f9e7c673ff,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:28.001564 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c30a7a4-10ee-4a65-b04f-1c424aa5910a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:28.002035 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c30a7a4-10ee-4a65-b04f-1c424aa5910a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:28.002431 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c30a7a4-10ee-4a65-b04f-1c424aa5910a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:28.002842 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c30a7a4-10ee-4a65-b04f-1c424aa5910a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:28.003309 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c30a7a4-10ee-4a65-b04f-1c424aa5910a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:28.003927 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c30a7a4-10ee-4a65-b04f-1c424aa5910a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:28.004586 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c30a7a4-10ee-4a65-b04f-1c424aa5910a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:28.005063 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c30a7a4-10ee-4a65-b04f-1c424aa5910a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:28.005416 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c30a7a4-10ee-4a65-b04f-1c424aa5910a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:28.006441 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c30a7a4-10ee-4a65-b04f-1c424aa5910a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:28.007847 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c30a7a4-10ee-4a65-b04f-1c424aa5910a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:28.014760 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c30a7a4-10ee-4a65-b04f-1c424aa5910a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:28.014760 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-7c30a7a4-10ee-4a65-b04f-1c424aa5910a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:28.094230 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-ceece5b2-341b-4bdb-a14e-b998da38309d None None] Attempting to bind port da495393-696a-4039-b4d8-23f9e7c673ff on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 15:00:28.101193 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-ceece5b2-341b-4bdb-a14e-b998da38309d None None] Attempting to bind port da495393-696a-4039-b4d8-23f9e7c673ff by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': 'dbf80ca7-9c15-48b8-88b4-4f328e4b967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '399cc813-04c3-4671-b19e-5cef1b20003c'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 15:00:28.101193 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceece5b2-341b-4bdb-a14e-b998da38309d None None] Attempting to bind port da495393-696a-4039-b4d8-23f9e7c673ff on network 399cc813-04c3-4671-b19e-5cef1b20003c {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 15:00:28.102415 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceece5b2-341b-4bdb-a14e-b998da38309d None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 15, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 15:00:28.102827 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceece5b2-341b-4bdb-a14e-b998da38309d None None] Checking segment: {'id': 'dbf80ca7-9c15-48b8-88b4-4f328e4b967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '399cc813-04c3-4671-b19e-5cef1b20003c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 15:00:28.102986 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ceece5b2-341b-4bdb-a14e-b998da38309d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:28.103384 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceece5b2-341b-4bdb-a14e-b998da38309d None None] Bound using segment: {'id': 'dbf80ca7-9c15-48b8-88b4-4f328e4b967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '399cc813-04c3-4671-b19e-5cef1b20003c'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 15:00:28.104162 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-ceece5b2-341b-4bdb-a14e-b998da38309d None None] Bound port: da495393-696a-4039-b4d8-23f9e7c673ff, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf80ca7-9c15-48b8-88b4-4f328e4b967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '399cc813-04c3-4671-b19e-5cef1b20003c'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 15:00:28.104537 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ceece5b2-341b-4bdb-a14e-b998da38309d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:28.204152 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-ceece5b2-341b-4bdb-a14e-b998da38309d None None] For port da495393-696a-4039-b4d8-23f9e7c673ff, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 15:00:28.208159 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-ceece5b2-341b-4bdb-a14e-b998da38309d None None] For port da495393-696a-4039-b4d8-23f9e7c673ff, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=da495393-696a-4039-b4d8-23f9e7c673ff,segment=NetworkSegment(dbf80ca7-9c15-48b8-88b4-4f328e4b967a),segment_id=dbf80ca7-9c15-48b8-88b4-4f328e4b967a)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 15:00:28.364337 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ceece5b2-341b-4bdb-a14e-b998da38309d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:28.366401 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:28.433463 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-07b5f880-bfb6-44dc-9b19-93728e3e37b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27716675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27527797'] for subnet, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:28.435457 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceece5b2-341b-4bdb-a14e-b998da38309d None None] Routers {'4354bfe2-9e55-42c4-9107-4bc2325306ac'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:00:28.438931 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-ceece5b2-341b-4bdb-a14e-b998da38309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:00:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['4354bfe2-9e55-42c4-9107-4bc2325306ac'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:00:28.439156 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:28.509654 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5f880-bfb6-44dc-9b19-93728e3e37b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55a834ab-5cf5-4906-80b6-112c2a9fe0bc,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:28.509928 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30a7a4-10ee-4a65-b04f-1c424aa5910a None None] Pushing event updated for resources: {'Port': ['ID=da495393-696a-4039-b4d8-23f9e7c673ff,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:28.511813 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-07b5f880-bfb6-44dc-9b19-93728e3e37b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:28.529590 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b5f880-bfb6-44dc-9b19-93728e3e37b6 admin admin] Checking segment: {'id': '04e2931f-d3bf-431a-8712-1a74c8bfb5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 15:00:28.529966 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b5f880-bfb6-44dc-9b19-93728e3e37b6 admin admin] Network hostable DHCP agents. Network: 7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7, hostable agents: ['1c28a66e-eef9-4899-ac0a-d449f34e71b3'], hosted agents: [] {{(pid=103388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 15:00:28.558591 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-7c30a7a4-10ee-4a65-b04f-1c424aa5910a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:28.630363 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-ceece5b2-341b-4bdb-a14e-b998da38309d None None] Set router 4354bfe2-9e55-42c4-9107-4bc2325306ac gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:00:28.656368 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b5f880-bfb6-44dc-9b19-93728e3e37b6 admin admin] Network 7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7 is scheduled to be hosted by DHCP agent 1c28a66e-eef9-4899-ac0a-d449f34e71b3 with binding_index 1 {{(pid=103388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 15:00:28.810090 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-07b5f880-bfb6-44dc-9b19-93728e3e37b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-8-iscsi, 7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7) {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 15:00:28.814530 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b5f880-bfb6-44dc-9b19-93728e3e37b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:00:28.815509 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-07b5f880-bfb6-44dc-9b19-93728e3e37b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for subnet, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:28.820364 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8815412-f202-47a8-90cd-6ccc05082778 None None] Network 7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 15:00:28.925990 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-07b5f880-bfb6-44dc-9b19-93728e3e37b6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0866392 Jun 14 15:00:28.934594 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 41030) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:00:28.939931 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-b289cb29-bdda-4dcc-8147-f344ebe96e89 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-334187211-router', 'tenant_id': '420a7eda2a124612b3d893cdce8f4672', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 15:00:29.065907 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-ceece5b2-341b-4bdb-a14e-b998da38309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'name': 'tempest-TestMinimumBasicScenario-915883717-router', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6133e0be-0141-47e6-b79a-fea5d3906d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T15:00:19Z', 'updated_at': '2021-06-14T15:00:24Z', 'revision_number': 4, 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'gw_port': {'id': '6133e0be-0141-47e6-b79a-fea5d3906d2e', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:20Z', 'updated_at': '2021-06-14T15:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': 'da495393-696a-4039-b4d8-23f9e7c673ff', 'name': '', 'network_id': '399cc813-04c3-4671-b19e-5cef1b20003c', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'mac_address': 'fa:16:3e:6d:c0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e3fefd5f-9035-407c-aef4-e41354aeca65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:23Z', 'updated_at': '2021-06-14T15:00:28Z', 'revision_number': 4, 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'subnets': [{'id': 'e3fefd5f-9035-407c-aef4-e41354aeca65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:00:29.074239 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceece5b2-341b-4bdb-a14e-b998da38309d None None] The sync data for ids ['4354bfe2-9e55-42c4-9107-4bc2325306ac'] in dv-cinder-772623-8-iscsi is: [{'id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'name': 'tempest-TestMinimumBasicScenario-915883717-router', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6133e0be-0141-47e6-b79a-fea5d3906d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T15:00:19Z', 'updated_at': '2021-06-14T15:00:24Z', 'revision_number': 4, 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'gw_port': {'id': '6133e0be-0141-47e6-b79a-fea5d3906d2e', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:20Z', 'updated_at': '2021-06-14T15:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': 'da495393-696a-4039-b4d8-23f9e7c673ff', 'name': '', 'network_id': '399cc813-04c3-4671-b19e-5cef1b20003c', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'mac_address': 'fa:16:3e:6d:c0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e3fefd5f-9035-407c-aef4-e41354aeca65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:23Z', 'updated_at': '2021-06-14T15:00:28Z', 'revision_number': 4, 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'subnets': [{'id': 'e3fefd5f-9035-407c-aef4-e41354aeca65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 15:00:29.095624 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b289cb29-bdda-4dcc-8147-f344ebe96e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-754648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59868'] for router, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:29.097237 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b289cb29-bdda-4dcc-8147-f344ebe96e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-769193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-747446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59861'] for router, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:29.169691 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaa21d3-6aa7-4d25-89c2-e78ba87942c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a9950a2-d8d6-5091-b96d-d9e9ed5f9ff3-7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7', 'network_id': '7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7', 'tenant_id': '420a7eda2a124612b3d893cdce8f4672', 'fixed_ips': [{'subnet_id': '55a834ab-5cf5-4906-80b6-112c2a9fe0bc'}]}} from dv-cinder-772623-8-iscsi. {{(pid=103389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 15:00:29.171458 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfaa21d3-6aa7-4d25-89c2-e78ba87942c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:29.237284 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b289cb29-bdda-4dcc-8147-f344ebe96e89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:29.390925 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-cfaa21d3-6aa7-4d25-89c2-e78ba87942c1 None None] Allocated IP 172.20.0.2 (7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7/55a834ab-5cf5-4906-80b6-112c2a9fe0bc/d3cdaf55-3159-4456-be00-6ab35a9a6921) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 15:00:29.673633 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device da495393-696a-4039-b4d8-23f9e7c673ff up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 15:00:29.758685 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfaa21d3-6aa7-4d25-89c2-e78ba87942c1 None None] Notify callbacks [] for port, precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:29.765048 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b289cb29-bdda-4dcc-8147-f344ebe96e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-769206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59843'] for router, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:29.777118 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-cfaa21d3-6aa7-4d25-89c2-e78ba87942c1 None None] Transition to ACTIVE for port object d3cdaf55-3159-4456-be00-6ab35a9a6921 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 15:00:29.798274 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-cfaa21d3-6aa7-4d25-89c2-e78ba87942c1 None None] Transition to ACTIVE for port object d3cdaf55-3159-4456-be00-6ab35a9a6921 will not be triggered until provisioned by entity DHCP. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 15:00:29.873438 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port da495393-696a-4039-b4d8-23f9e7c673ff completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 15:00:29.876406 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfaa21d3-6aa7-4d25-89c2-e78ba87942c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328'] for port, after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:29.885749 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:29.886044 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 41044) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:00:29.891304 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port da495393-696a-4039-b4d8-23f9e7c673ff triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 15:00:29.891724 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:29.966661 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaa21d3-6aa7-4d25-89c2-e78ba87942c1 None None] Network 7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 15:00:29.987659 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-cfaa21d3-6aa7-4d25-89c2-e78ba87942c1 None None] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 15:00:29.993942 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaa21d3-6aa7-4d25-89c2-e78ba87942c1 None None] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 15:00:30.010851 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa21d3-6aa7-4d25-89c2-e78ba87942c1 None None] Pushing event updated for resources: {'Port': ['ID=d3cdaf55-3159-4456-be00-6ab35a9a6921,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:30.020298 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-cfaa21d3-6aa7-4d25-89c2-e78ba87942c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:30.092221 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4efda38f-0b43-46b3-8da0-8e2fa2a1cfc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:30.156798 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-cfaa21d3-6aa7-4d25-89c2-e78ba87942c1 None None] Attempting to bind port d3cdaf55-3159-4456-be00-6ab35a9a6921 on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 15:00:30.157417 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-cfaa21d3-6aa7-4d25-89c2-e78ba87942c1 None None] Attempting to bind port d3cdaf55-3159-4456-be00-6ab35a9a6921 by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': '04e2931f-d3bf-431a-8712-1a74c8bfb5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 15:00:30.157654 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaa21d3-6aa7-4d25-89c2-e78ba87942c1 None None] Attempting to bind port d3cdaf55-3159-4456-be00-6ab35a9a6921 on network 7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 15:00:30.176302 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaa21d3-6aa7-4d25-89c2-e78ba87942c1 None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 15, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 15:00:30.176689 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaa21d3-6aa7-4d25-89c2-e78ba87942c1 None None] Checking segment: {'id': '04e2931f-d3bf-431a-8712-1a74c8bfb5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 15:00:30.177300 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfaa21d3-6aa7-4d25-89c2-e78ba87942c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:30.177993 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaa21d3-6aa7-4d25-89c2-e78ba87942c1 None None] Bound using segment: {'id': '04e2931f-d3bf-431a-8712-1a74c8bfb5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 15:00:30.178657 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-cfaa21d3-6aa7-4d25-89c2-e78ba87942c1 None None] Bound port: d3cdaf55-3159-4456-be00-6ab35a9a6921, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e2931f-d3bf-431a-8712-1a74c8bfb5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 15:00:30.179177 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfaa21d3-6aa7-4d25-89c2-e78ba87942c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:30.196978 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:30.319888 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] For port da495393-696a-4039-b4d8-23f9e7c673ff, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=da495393-696a-4039-b4d8-23f9e7c673ff,segment=NetworkSegment(dbf80ca7-9c15-48b8-88b4-4f328e4b967a),segment_id=dbf80ca7-9c15-48b8-88b4-4f328e4b967a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:00:30.338414 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-cfaa21d3-6aa7-4d25-89c2-e78ba87942c1 None None] For port d3cdaf55-3159-4456-be00-6ab35a9a6921, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 15:00:30.343017 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-cfaa21d3-6aa7-4d25-89c2-e78ba87942c1 None None] For port d3cdaf55-3159-4456-be00-6ab35a9a6921, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=d3cdaf55-3159-4456-be00-6ab35a9a6921,segment=NetworkSegment(04e2931f-d3bf-431a-8712-1a74c8bfb5b8),segment_id=04e2931f-d3bf-431a-8712-1a74c8bfb5b8)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 15:00:30.456203 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:30.463096 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:30.500694 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cfaa21d3-6aa7-4d25-89c2-e78ba87942c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:30.559187 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Pushing event updated for resources: {'Port': ['ID=da495393-696a-4039-b4d8-23f9e7c673ff,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:30.564036 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:30.564620 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-efdecb2f-fc1a-409c-b204-5602c80d3e2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:30.663747 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa21d3-6aa7-4d25-89c2-e78ba87942c1 None None] Pushing event updated for resources: {'Port': ['ID=d3cdaf55-3159-4456-be00-6ab35a9a6921,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:30.669485 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-cfaa21d3-6aa7-4d25-89c2-e78ba87942c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:30.675182 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b289cb29-bdda-4dcc-8147-f344ebe96e89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:30.721650 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b289cb29-bdda-4dcc-8147-f344ebe96e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:30.888659 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4efda38f-0b43-46b3-8da0-8e2fa2a1cfc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:30.921716 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-b289cb29-bdda-4dcc-8147-f344ebe96e89 admin admin] Allocated IP 172.27.2.12 (fc485d09-1af9-4f7a-81e8-700830ebc213/e09b5c2d-fde6-405d-9c65-d45cf22b44a3/27b9196a-1cdb-4d36-b3f8-f777c970cc15) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 15:00:31.027898 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4efda38f-0b43-46b3-8da0-8e2fa2a1cfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:31.032466 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-9d943ef5-835c-4de4-9064-b14fd7cfe0c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:31.105618 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-4efda38f-0b43-46b3-8da0-8e2fa2a1cfc0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ee913761658479e950ffc0483b00561&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2179940 Jun 14 15:00:31.108455 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 41048) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:00:31.109184 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efda38f-0b43-46b3-8da0-8e2fa2a1cfc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af691cbd-da59-41f4-95ce-9fcc34daccaa,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:31.114581 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-4efda38f-0b43-46b3-8da0-8e2fa2a1cfc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:31.127337 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b289cb29-bdda-4dcc-8147-f344ebe96e89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:31.179214 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e07dc9e6-2385-402b-81b1-0483d8968699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:31.206548 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e07dc9e6-2385-402b-81b1-0483d8968699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:31.245554 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b289cb29-bdda-4dcc-8147-f344ebe96e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28280472'] for port, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:31.250960 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-6bd45436-2c97-46c3-bad7-a012c0fb3d73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:31.321980 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b289cb29-bdda-4dcc-8147-f344ebe96e89 admin admin] Network fc485d09-1af9-4f7a-81e8-700830ebc213 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 15:00:31.322977 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289cb29-bdda-4dcc-8147-f344ebe96e89 admin admin] Pushing event updated for resources: {'Port': ['ID=27b9196a-1cdb-4d36-b3f8-f777c970cc15,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:31.326303 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-b289cb29-bdda-4dcc-8147-f344ebe96e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:31.328010 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-b289cb29-bdda-4dcc-8147-f344ebe96e89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 15:00:31.330923 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b289cb29-bdda-4dcc-8147-f344ebe96e89 admin admin] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 15:00:31.410153 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e07dc9e6-2385-402b-81b1-0483d8968699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:31.417853 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e07dc9e6-2385-402b-81b1-0483d8968699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:31.420240 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e07dc9e6-2385-402b-81b1-0483d8968699 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/af691cbd-da59-41f4-95ce-9fcc34daccaa HTTP/1.1" status: 204 len: 168 time: 0.3101099 Jun 14 15:00:31.421451 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-500fd46a-336c-4c31-b305-3eca3461df4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:31.440176 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07dc9e6-2385-402b-81b1-0483d8968699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af691cbd-da59-41f4-95ce-9fcc34daccaa,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:31.445787 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-e07dc9e6-2385-402b-81b1-0483d8968699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:31.668305 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device da495393-696a-4039-b4d8-23f9e7c673ff up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 15:00:31.699733 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2011c77f-28df-4119-b0a4-d79f6eff4bb8 None None] Network 7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 15:00:31.875258 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port da495393-696a-4039-b4d8-23f9e7c673ff triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 15:00:31.875773 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:31.934569 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b289cb29-bdda-4dcc-8147-f344ebe96e89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:32.063419 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-79afb06a-4c0b-44dc-86b4-eb127a993401 None None] Provisioning for port d3cdaf55-3159-4456-be00-6ab35a9a6921 completed by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 15:00:32.065587 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-52560ac1-1041-45cb-ad52-b67c8b55c731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:32.224480 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device d3cdaf55-3159-4456-be00-6ab35a9a6921 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 15:00:32.326564 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b289cb29-bdda-4dcc-8147-f344ebe96e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-769006'] for router, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:32.404647 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port d3cdaf55-3159-4456-be00-6ab35a9a6921 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 15:00:32.410315 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port d3cdaf55-3159-4456-be00-6ab35a9a6921 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 15:00:32.410929 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:32.552391 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:32.619950 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] For port d3cdaf55-3159-4456-be00-6ab35a9a6921, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=d3cdaf55-3159-4456-be00-6ab35a9a6921,segment=NetworkSegment(04e2931f-d3bf-431a-8712-1a74c8bfb5b8),segment_id=04e2931f-d3bf-431a-8712-1a74c8bfb5b8)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:00:32.636938 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-abfcdbf4-d584-45e0-9e76-3573e1568089 None None] Provisioning complete for port d3cdaf55-3159-4456-be00-6ab35a9a6921 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 15:00:32.637713 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-abfcdbf4-d584-45e0-9e76-3573e1568089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:32.655855 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b289cb29-bdda-4dcc-8147-f344ebe96e89 admin admin] Router 5ab6231f-49d5-41a1-ad81-0159b3ccbbcd is scheduled to L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 with binding_index 1 {{(pid=103387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 15:00:32.753628 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:32.763404 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:32.805552 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-abfcdbf4-d584-45e0-9e76-3573e1568089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:32.860768 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Pushing event updated for resources: {'Port': ['ID=d3cdaf55-3159-4456-be00-6ab35a9a6921,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:32.860768 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:32.868617 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b289cb29-bdda-4dcc-8147-f344ebe96e89 admin admin] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 15:00:32.883624 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e36f84-53bc-4871-83b3-4f94674aca0c None None] Sync routers for ids ['5ab6231f-49d5-41a1-ad81-0159b3ccbbcd'] in dv-cinder-772623-8-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 15:00:32.905321 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e36f84-53bc-4871-83b3-4f94674aca0c None None] Routers {'5ab6231f-49d5-41a1-ad81-0159b3ccbbcd'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:00:32.905952 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-a4e36f84-53bc-4871-83b3-4f94674aca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:00:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['5ab6231f-49d5-41a1-ad81-0159b3ccbbcd'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:00:32.966759 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b289cb29-bdda-4dcc-8147-f344ebe96e89 admin admin] Notify callbacks [] for router, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:32.969182 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-b289cb29-bdda-4dcc-8147-f344ebe96e89 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0328503 Jun 14 15:00:32.972039 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 41070) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:00:33.015535 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.db.api [None req-abfcdbf4-d584-45e0-9e76-3573e1568089 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 14 15:00:33.015947 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_db.api [None req-abfcdbf4-d584-45e0-9e76-3573e1568089 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 15:00:33.098130 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-a4e36f84-53bc-4871-83b3-4f94674aca0c None None] Set router 5ab6231f-49d5-41a1-ad81-0159b3ccbbcd gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:00:33.400616 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-a4e36f84-53bc-4871-83b3-4f94674aca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab6231f-49d5-41a1-ad81-0159b3ccbbcd', 'name': 'tempest-TestMinimumBasicScenario-334187211-router', 'tenant_id': '420a7eda2a124612b3d893cdce8f4672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '27b9196a-1cdb-4d36-b3f8-f777c970cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T15:00:29Z', 'updated_at': '2021-06-14T15:00:31Z', 'revision_number': 3, 'project_id': '420a7eda2a124612b3d893cdce8f4672', 'gw_port': {'id': '27b9196a-1cdb-4d36-b3f8-f777c970cc15', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab6231f-49d5-41a1-ad81-0159b3ccbbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:30Z', 'updated_at': '2021-06-14T15:00:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:00:33.405131 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e36f84-53bc-4871-83b3-4f94674aca0c None None] Checking router: 5ab6231f-49d5-41a1-ad81-0159b3ccbbcd for host: dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 15:00:33.405598 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e36f84-53bc-4871-83b3-4f94674aca0c None None] Updating router 5ab6231f-49d5-41a1-ad81-0159b3ccbbcd port 27b9196a-1cdb-4d36-b3f8-f777c970cc15 binding host dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 15:00:33.470851 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a4e36f84-53bc-4871-83b3-4f94674aca0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:33.653410 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device d3cdaf55-3159-4456-be00-6ab35a9a6921 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 15:00:33.834323 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cfaef2b5-21fc-4110-aecc-1fd3e9c88ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:33.888151 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port d3cdaf55-3159-4456-be00-6ab35a9a6921 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 15:00:33.888952 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:34.173918 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a4e36f84-53bc-4871-83b3-4f94674aca0c None None] Notify callbacks [] for port, precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:34.191847 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-a4e36f84-53bc-4871-83b3-4f94674aca0c None None] Transition to ACTIVE for port object 27b9196a-1cdb-4d36-b3f8-f777c970cc15 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 15:00:34.293386 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a4e36f84-53bc-4871-83b3-4f94674aca0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:34.298080 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-d4c57806-90a4-4e9c-b896-6e4ca4993a6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:34.393432 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-a4e36f84-53bc-4871-83b3-4f94674aca0c None None] Attempting to bind port 27b9196a-1cdb-4d36-b3f8-f777c970cc15 on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 15:00:34.394031 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-a4e36f84-53bc-4871-83b3-4f94674aca0c None None] Attempting to bind port 27b9196a-1cdb-4d36-b3f8-f777c970cc15 by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 15:00:34.394611 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e36f84-53bc-4871-83b3-4f94674aca0c None None] Attempting to bind port 27b9196a-1cdb-4d36-b3f8-f777c970cc15 on network fc485d09-1af9-4f7a-81e8-700830ebc213 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 15:00:34.411269 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c29b4-5327-453f-a70d-c05e364ee9aa None None] Pushing event updated for resources: {'Port': ['ID=27b9196a-1cdb-4d36-b3f8-f777c970cc15,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:34.420514 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e36f84-53bc-4871-83b3-4f94674aca0c None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 15, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 15:00:34.420979 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e36f84-53bc-4871-83b3-4f94674aca0c None None] Checking segment: {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 15:00:34.421508 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a4e36f84-53bc-4871-83b3-4f94674aca0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:34.424204 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e36f84-53bc-4871-83b3-4f94674aca0c None None] Bound using segment: {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 15:00:34.424204 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [None req-a4e36f84-53bc-4871-83b3-4f94674aca0c None None] Bound port: 27b9196a-1cdb-4d36-b3f8-f777c970cc15, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5993e2e7-d1a9-4fa5-8357-3040322fca1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 15:00:34.424204 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a4e36f84-53bc-4871-83b3-4f94674aca0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:34.430466 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-b59c29b4-5327-453f-a70d-c05e364ee9aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:34.449634 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-cfaef2b5-21fc-4110-aecc-1fd3e9c88ab0 admin admin] Allocated IP 172.20.0.1 (7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7/55a834ab-5cf5-4906-80b6-112c2a9fe0bc/2af62a11-2bc0-4572-acdf-220642bafa8a) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 15:00:34.516765 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-a4e36f84-53bc-4871-83b3-4f94674aca0c None None] For port 27b9196a-1cdb-4d36-b3f8-f777c970cc15, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 15:00:34.522389 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-a4e36f84-53bc-4871-83b3-4f94674aca0c None None] For port 27b9196a-1cdb-4d36-b3f8-f777c970cc15, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=27b9196a-1cdb-4d36-b3f8-f777c970cc15,segment=NetworkSegment(5993e2e7-d1a9-4fa5-8357-3040322fca1a),segment_id=5993e2e7-d1a9-4fa5-8357-3040322fca1a)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 15:00:34.617077 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a4e36f84-53bc-4871-83b3-4f94674aca0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:34.621286 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-e1c8297f-f3da-405f-8e57-f42a870dcca3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:34.649406 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cfaef2b5-21fc-4110-aecc-1fd3e9c88ab0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:34.667142 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.provisioning_blocks [None req-cfaef2b5-21fc-4110-aecc-1fd3e9c88ab0 admin admin] Transition to ACTIVE for port object 2af62a11-2bc0-4572-acdf-220642bafa8a will not be triggered until provisioned by entity DHCP. {{(pid=103388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 15:00:34.710524 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e36f84-53bc-4871-83b3-4f94674aca0c None None] Routers {'5ab6231f-49d5-41a1-ad81-0159b3ccbbcd'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:00:34.711633 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-a4e36f84-53bc-4871-83b3-4f94674aca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:00:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['5ab6231f-49d5-41a1-ad81-0159b3ccbbcd'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:00:34.784965 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c29b4-5327-453f-a70d-c05e364ee9aa None None] Pushing event updated for resources: {'Port': ['ID=27b9196a-1cdb-4d36-b3f8-f777c970cc15,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:34.789787 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-b59c29b4-5327-453f-a70d-c05e364ee9aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:34.806110 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cfaef2b5-21fc-4110-aecc-1fd3e9c88ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27717363'] for port, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:34.808976 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-00f97a4c-cecf-4785-846f-5a25a286ed53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:34.862685 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaef2b5-21fc-4110-aecc-1fd3e9c88ab0 admin admin] Network 7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 15:00:34.866587 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-cfaef2b5-21fc-4110-aecc-1fd3e9c88ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 15:00:34.872337 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaef2b5-21fc-4110-aecc-1fd3e9c88ab0 admin admin] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 15:00:34.929410 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaef2b5-21fc-4110-aecc-1fd3e9c88ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=2af62a11-2bc0-4572-acdf-220642bafa8a,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:34.936223 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-cfaef2b5-21fc-4110-aecc-1fd3e9c88ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:34.963502 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cfaef2b5-21fc-4110-aecc-1fd3e9c88ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756011'] for router_interface, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:35.069915 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-a4e36f84-53bc-4871-83b3-4f94674aca0c None None] Set router 5ab6231f-49d5-41a1-ad81-0159b3ccbbcd gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:00:35.316898 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cfaef2b5-21fc-4110-aecc-1fd3e9c88ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:35.324707 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-d7a0ccac-9453-458e-a0d3-cf6795ac4a06 None None] Provisioning for port 2af62a11-2bc0-4572-acdf-220642bafa8a completed by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 15:00:35.330894 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-d7a0ccac-9453-458e-a0d3-cf6795ac4a06 None None] Provisioning complete for port 2af62a11-2bc0-4572-acdf-220642bafa8a triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 15:00:35.331283 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d7a0ccac-9453-458e-a0d3-cf6795ac4a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:35.388919 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-d7a0ccac-9453-458e-a0d3-cf6795ac4a06 None None] Port 2af62a11-2bc0-4572-acdf-220642bafa8a cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 15:00:35.409254 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-a4e36f84-53bc-4871-83b3-4f94674aca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab6231f-49d5-41a1-ad81-0159b3ccbbcd', 'name': 'tempest-TestMinimumBasicScenario-334187211-router', 'tenant_id': '420a7eda2a124612b3d893cdce8f4672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '27b9196a-1cdb-4d36-b3f8-f777c970cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T15:00:29Z', 'updated_at': '2021-06-14T15:00:31Z', 'revision_number': 3, 'project_id': '420a7eda2a124612b3d893cdce8f4672', 'gw_port': {'id': '27b9196a-1cdb-4d36-b3f8-f777c970cc15', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab6231f-49d5-41a1-ad81-0159b3ccbbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:30Z', 'updated_at': '2021-06-14T15:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:00:35.420048 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e36f84-53bc-4871-83b3-4f94674aca0c None None] The sync data for ids ['5ab6231f-49d5-41a1-ad81-0159b3ccbbcd'] in dv-cinder-772623-8-iscsi is: [{'id': '5ab6231f-49d5-41a1-ad81-0159b3ccbbcd', 'name': 'tempest-TestMinimumBasicScenario-334187211-router', 'tenant_id': '420a7eda2a124612b3d893cdce8f4672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '27b9196a-1cdb-4d36-b3f8-f777c970cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T15:00:29Z', 'updated_at': '2021-06-14T15:00:31Z', 'revision_number': 3, 'project_id': '420a7eda2a124612b3d893cdce8f4672', 'gw_port': {'id': '27b9196a-1cdb-4d36-b3f8-f777c970cc15', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab6231f-49d5-41a1-ad81-0159b3ccbbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:30Z', 'updated_at': '2021-06-14T15:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 15:00:35.576027 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0d651448-226e-4d1f-a284-f8d440480420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:35.588622 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cfaef2b5-21fc-4110-aecc-1fd3e9c88ab0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:35.716270 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cfaef2b5-21fc-4110-aecc-1fd3e9c88ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27717325'] for port, after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:35.721833 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-519d2cce-74f7-458d-a4c2-277ebf5e4107 tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:35.815714 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaef2b5-21fc-4110-aecc-1fd3e9c88ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=2af62a11-2bc0-4572-acdf-220642bafa8a,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:35.822309 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-cfaef2b5-21fc-4110-aecc-1fd3e9c88ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756159'] for router_interface, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:35.829294 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-cfaef2b5-21fc-4110-aecc-1fd3e9c88ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:35.964095 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaef2b5-21fc-4110-aecc-1fd3e9c88ab0 admin admin] Network 7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 15:00:35.965547 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-cfaef2b5-21fc-4110-aecc-1fd3e9c88ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 15:00:36.216284 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfaef2b5-21fc-4110-aecc-1fd3e9c88ab0 admin admin] Router 5ab6231f-49d5-41a1-ad81-0159b3ccbbcd has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 15:00:36.222765 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5104e0cf-2e9a-437b-869c-74661e129332 None None] Provisioning complete for port 2af62a11-2bc0-4572-acdf-220642bafa8a triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 15:00:36.223318 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5104e0cf-2e9a-437b-869c-74661e129332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:36.289900 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5104e0cf-2e9a-437b-869c-74661e129332 None None] Port 2af62a11-2bc0-4572-acdf-220642bafa8a cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 15:00:36.426175 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfaef2b5-21fc-4110-aecc-1fd3e9c88ab0 admin admin] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 15:00:36.433196 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-cfaef2b5-21fc-4110-aecc-1fd3e9c88ab0 admin admin] 10.222.0.48 "PUT /v2.0/routers/5ab6231f-49d5-41a1-ad81-0159b3ccbbcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4595704 Jun 14 15:00:36.627307 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:37.253495 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b4f092-e6d7-4358-b9a9-8631d1672f6b None None] Sync routers for ids ['5ab6231f-49d5-41a1-ad81-0159b3ccbbcd'] in dv-cinder-772623-8-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 15:00:37.268464 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b4f092-e6d7-4358-b9a9-8631d1672f6b None None] Routers {'5ab6231f-49d5-41a1-ad81-0159b3ccbbcd'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:00:37.269271 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-b9b4f092-e6d7-4358-b9a9-8631d1672f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:00:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['5ab6231f-49d5-41a1-ad81-0159b3ccbbcd'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:00:37.428899 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-b9b4f092-e6d7-4358-b9a9-8631d1672f6b None None] Set router 5ab6231f-49d5-41a1-ad81-0159b3ccbbcd gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:00:37.632577 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 27b9196a-1cdb-4d36-b3f8-f777c970cc15 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 15:00:37.832770 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port 27b9196a-1cdb-4d36-b3f8-f777c970cc15 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 15:00:37.835819 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-b9b4f092-e6d7-4358-b9a9-8631d1672f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab6231f-49d5-41a1-ad81-0159b3ccbbcd', 'name': 'tempest-TestMinimumBasicScenario-334187211-router', 'tenant_id': '420a7eda2a124612b3d893cdce8f4672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '27b9196a-1cdb-4d36-b3f8-f777c970cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T15:00:29Z', 'updated_at': '2021-06-14T15:00:35Z', 'revision_number': 4, 'project_id': '420a7eda2a124612b3d893cdce8f4672', 'gw_port': {'id': '27b9196a-1cdb-4d36-b3f8-f777c970cc15', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab6231f-49d5-41a1-ad81-0159b3ccbbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:30Z', 'updated_at': '2021-06-14T15:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '2af62a11-2bc0-4572-acdf-220642bafa8a', 'name': '', 'network_id': '7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7', 'tenant_id': '420a7eda2a124612b3d893cdce8f4672', 'mac_address': 'fa:16:3e:63:72:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab6231f-49d5-41a1-ad81-0159b3ccbbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '55a834ab-5cf5-4906-80b6-112c2a9fe0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:34Z', 'updated_at': '2021-06-14T15:00:35Z', 'revision_number': 2, 'project_id': '420a7eda2a124612b3d893cdce8f4672', 'subnets': [{'id': '55a834ab-5cf5-4906-80b6-112c2a9fe0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:00:37.838113 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 27b9196a-1cdb-4d36-b3f8-f777c970cc15 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 15:00:37.838708 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:37.843648 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b4f092-e6d7-4358-b9a9-8631d1672f6b None None] Checking router: 5ab6231f-49d5-41a1-ad81-0159b3ccbbcd for host: dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 15:00:37.844351 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b4f092-e6d7-4358-b9a9-8631d1672f6b None None] Updating router 5ab6231f-49d5-41a1-ad81-0159b3ccbbcd port 2af62a11-2bc0-4572-acdf-220642bafa8a binding host dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 15:00:37.945787 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b9b4f092-e6d7-4358-b9a9-8631d1672f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:38.000741 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:38.030818 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] For port 27b9196a-1cdb-4d36-b3f8-f777c970cc15, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=27b9196a-1cdb-4d36-b3f8-f777c970cc15,segment=NetworkSegment(5993e2e7-d1a9-4fa5-8357-3040322fca1a),segment_id=5993e2e7-d1a9-4fa5-8357-3040322fca1a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:00:38.159788 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:38.171032 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-b59c29b4-5327-453f-a70d-c05e364ee9aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:38.236075 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:38.298889 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Pushing event updated for resources: {'Port': ['ID=27b9196a-1cdb-4d36-b3f8-f777c970cc15,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:38.306879 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:38.635625 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b9b4f092-e6d7-4358-b9a9-8631d1672f6b None None] Notify callbacks [] for port, precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:38.664386 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [None req-b9b4f092-e6d7-4358-b9a9-8631d1672f6b None None] Transition to ACTIVE for port object 2af62a11-2bc0-4572-acdf-220642bafa8a will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 15:00:38.759187 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b9b4f092-e6d7-4358-b9a9-8631d1672f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:38.763870 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-ce71b088-a656-4157-aeb8-f8f5a7e91936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:38.999892 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e99cae-e826-4800-be2b-3b7a79b2f925 None None] Pushing event updated for resources: {'Port': ['ID=2af62a11-2bc0-4572-acdf-220642bafa8a,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:39.036268 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-93e99cae-e826-4800-be2b-3b7a79b2f925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:39.232816 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-b9b4f092-e6d7-4358-b9a9-8631d1672f6b None None] Attempting to bind port 2af62a11-2bc0-4572-acdf-220642bafa8a on host dv-cinder-772623-8-iscsi for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 15:00:39.233432 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-b9b4f092-e6d7-4358-b9a9-8631d1672f6b None None] Attempting to bind port 2af62a11-2bc0-4572-acdf-220642bafa8a by drivers openvswitch,hyperv on host dv-cinder-772623-8-iscsi at level 0 using segments [{'id': '04e2931f-d3bf-431a-8712-1a74c8bfb5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 15:00:39.234034 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b4f092-e6d7-4358-b9a9-8631d1672f6b None None] Attempting to bind port 2af62a11-2bc0-4572-acdf-220642bafa8a on network 7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 15:00:39.246862 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b4f092-e6d7-4358-b9a9-8631d1672f6b None None] Checking agent: {'id': '8edcf02e-9b90-4d77-a896-75c1b3deb068', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 39, 36), 'started_at': datetime.datetime(2021, 6, 14, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 15, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 15:00:39.248019 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b4f092-e6d7-4358-b9a9-8631d1672f6b None None] Checking segment: {'id': '04e2931f-d3bf-431a-8712-1a74c8bfb5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 15:00:39.248676 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b9b4f092-e6d7-4358-b9a9-8631d1672f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:39.249147 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b4f092-e6d7-4358-b9a9-8631d1672f6b None None] Bound using segment: {'id': '04e2931f-d3bf-431a-8712-1a74c8bfb5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 15:00:39.249789 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [None req-b9b4f092-e6d7-4358-b9a9-8631d1672f6b None None] Bound port: 2af62a11-2bc0-4572-acdf-220642bafa8a, host: dv-cinder-772623-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e2931f-d3bf-431a-8712-1a74c8bfb5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 15:00:39.250278 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b9b4f092-e6d7-4358-b9a9-8631d1672f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:39.426283 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-b9b4f092-e6d7-4358-b9a9-8631d1672f6b None None] For port 2af62a11-2bc0-4572-acdf-220642bafa8a, host dv-cinder-772623-8-iscsi, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 15:00:39.426283 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-b9b4f092-e6d7-4358-b9a9-8631d1672f6b None None] For port 2af62a11-2bc0-4572-acdf-220642bafa8a, host dv-cinder-772623-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=2af62a11-2bc0-4572-acdf-220642bafa8a,segment=NetworkSegment(04e2931f-d3bf-431a-8712-1a74c8bfb5b8),segment_id=04e2931f-d3bf-431a-8712-1a74c8bfb5b8)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 15:00:39.593369 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b9b4f092-e6d7-4358-b9a9-8631d1672f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:39.596335 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:39.617998 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 27b9196a-1cdb-4d36-b3f8-f777c970cc15 up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 15:00:39.717526 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e99cae-e826-4800-be2b-3b7a79b2f925 None None] Pushing event updated for resources: {'Port': ['ID=2af62a11-2bc0-4572-acdf-220642bafa8a,revision_number=4']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:39.721453 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-93e99cae-e826-4800-be2b-3b7a79b2f925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:39.725540 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b4f092-e6d7-4358-b9a9-8631d1672f6b None None] Routers {'5ab6231f-49d5-41a1-ad81-0159b3ccbbcd'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:00:39.726412 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-b9b4f092-e6d7-4358-b9a9-8631d1672f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:00:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['5ab6231f-49d5-41a1-ad81-0159b3ccbbcd'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:00:39.774586 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 27b9196a-1cdb-4d36-b3f8-f777c970cc15 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 15:00:39.775352 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:40.071148 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-b9b4f092-e6d7-4358-b9a9-8631d1672f6b None None] Set router 5ab6231f-49d5-41a1-ad81-0159b3ccbbcd gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:00:40.330879 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:40.477323 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-b9b4f092-e6d7-4358-b9a9-8631d1672f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab6231f-49d5-41a1-ad81-0159b3ccbbcd', 'name': 'tempest-TestMinimumBasicScenario-334187211-router', 'tenant_id': '420a7eda2a124612b3d893cdce8f4672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '27b9196a-1cdb-4d36-b3f8-f777c970cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T15:00:29Z', 'updated_at': '2021-06-14T15:00:35Z', 'revision_number': 4, 'project_id': '420a7eda2a124612b3d893cdce8f4672', 'gw_port': {'id': '27b9196a-1cdb-4d36-b3f8-f777c970cc15', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab6231f-49d5-41a1-ad81-0159b3ccbbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:30Z', 'updated_at': '2021-06-14T15:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '2af62a11-2bc0-4572-acdf-220642bafa8a', 'name': '', 'network_id': '7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7', 'tenant_id': '420a7eda2a124612b3d893cdce8f4672', 'mac_address': 'fa:16:3e:63:72:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab6231f-49d5-41a1-ad81-0159b3ccbbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '55a834ab-5cf5-4906-80b6-112c2a9fe0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:34Z', 'updated_at': '2021-06-14T15:00:39Z', 'revision_number': 4, 'project_id': '420a7eda2a124612b3d893cdce8f4672', 'subnets': [{'id': '55a834ab-5cf5-4906-80b6-112c2a9fe0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:00:40.495870 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b4f092-e6d7-4358-b9a9-8631d1672f6b None None] The sync data for ids ['5ab6231f-49d5-41a1-ad81-0159b3ccbbcd'] in dv-cinder-772623-8-iscsi is: [{'id': '5ab6231f-49d5-41a1-ad81-0159b3ccbbcd', 'name': 'tempest-TestMinimumBasicScenario-334187211-router', 'tenant_id': '420a7eda2a124612b3d893cdce8f4672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '27b9196a-1cdb-4d36-b3f8-f777c970cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T15:00:29Z', 'updated_at': '2021-06-14T15:00:35Z', 'revision_number': 4, 'project_id': '420a7eda2a124612b3d893cdce8f4672', 'gw_port': {'id': '27b9196a-1cdb-4d36-b3f8-f777c970cc15', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab6231f-49d5-41a1-ad81-0159b3ccbbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:30Z', 'updated_at': '2021-06-14T15:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '2af62a11-2bc0-4572-acdf-220642bafa8a', 'name': '', 'network_id': '7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7', 'tenant_id': '420a7eda2a124612b3d893cdce8f4672', 'mac_address': 'fa:16:3e:63:72:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab6231f-49d5-41a1-ad81-0159b3ccbbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '55a834ab-5cf5-4906-80b6-112c2a9fe0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:34Z', 'updated_at': '2021-06-14T15:00:39Z', 'revision_number': 4, 'project_id': '420a7eda2a124612b3d893cdce8f4672', 'subnets': [{'id': '55a834ab-5cf5-4906-80b6-112c2a9fe0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 15:00:41.639326 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 2af62a11-2bc0-4572-acdf-220642bafa8a up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 15:00:42.157992 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning for port 2af62a11-2bc0-4572-acdf-220642bafa8a completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 15:00:42.163438 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 2af62a11-2bc0-4572-acdf-220642bafa8a triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 15:00:42.168296 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:42.276110 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:42.322986 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] For port 2af62a11-2bc0-4572-acdf-220642bafa8a, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=2af62a11-2bc0-4572-acdf-220642bafa8a,segment=NetworkSegment(04e2931f-d3bf-431a-8712-1a74c8bfb5b8),segment_id=04e2931f-d3bf-431a-8712-1a74c8bfb5b8)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:00:42.466757 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:42.470714 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-43fce3d3-d447-4ebd-8cd1-80e842489302 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:42.566238 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Pushing event updated for resources: {'Port': ['ID=2af62a11-2bc0-4572-acdf-220642bafa8a,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:42.569623 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:43.580795 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 2af62a11-2bc0-4572-acdf-220642bafa8a up at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 15:00:43.650097 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Provisioning complete for port 2af62a11-2bc0-4572-acdf-220642bafa8a triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 15:00:43.650483 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:47.215425 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 41206) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:00:47.373746 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e1ff10d3-1866-4858-9758-974558ff9093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:47.511096 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e1ff10d3-1866-4858-9758-974558ff9093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:47.683160 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e1ff10d3-1866-4858-9758-974558ff9093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:47.686211 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-e77483dd-77a4-4e95-bce1-c0b9721959d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:47.730200 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff10d3-1866-4858-9758-974558ff9093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c9c289-356b-4b25-a1d5-29b3e9654e06,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:47.736417 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-e1ff10d3-1866-4858-9758-974558ff9093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:47.744162 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e1ff10d3-1866-4858-9758-974558ff9093 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bdfa2cf038d345caa3037435c88c757a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5252075 Jun 14 15:00:47.744538 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 41210) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:00:47.825312 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-eaf621d1-96aa-47ef-8535-69a9ca399bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:47.863536 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-eaf621d1-96aa-47ef-8535-69a9ca399bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:48.038162 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-eaf621d1-96aa-47ef-8535-69a9ca399bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:48.041311 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-eaf621d1-96aa-47ef-8535-69a9ca399bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:48.042748 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-eaf621d1-96aa-47ef-8535-69a9ca399bff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/54c9c289-356b-4b25-a1d5-29b3e9654e06 HTTP/1.1" status: 204 len: 168 time: 0.2967677 Jun 14 15:00:48.043834 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-0324ad8e-a497-4880-adc1-dbf36e527e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:48.064234 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf621d1-96aa-47ef-8535-69a9ca399bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c9c289-356b-4b25-a1d5-29b3e9654e06,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:48.071431 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-eaf621d1-96aa-47ef-8535-69a9ca399bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:48.292477 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:48.476220 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:00:50.175577 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dae65c-2851-44d1-bf5e-46bf8652900b req-d7df74c1-d167-40b3-8e75-b021ef8c641b tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:00:50.178571 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-40dae65c-2851-44d1-bf5e-46bf8652900b req-d7df74c1-d167-40b3-8e75-b021ef8c641b tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 946 time: 0.0873582 Jun 14 15:00:50.225664 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-40dae65c-2851-44d1-bf5e-46bf8652900b req-e259a10a-ac75-40fe-9890-68f4cbe873e5 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408752 Jun 14 15:00:50.445263 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-0c527c35-4dd2-4e11-87eb-f61e474dff25 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:00:50.446782 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-0c527c35-4dd2-4e11-87eb-f61e474dff25 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/networks?id=399cc813-04c3-4671-b19e-5cef1b20003c HTTP/1.1" status: 200 len: 814 time: 0.1461644 Jun 14 15:00:50.466782 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-68360d55-c38b-427a-96a9-e8afae5ccc56 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/quotas/d30c2866207d49b9bf1e387360ad7837 HTTP/1.1" status: 200 len: 375 time: 0.0114067 Jun 14 15:00:50.561452 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-8859ab8f-1033-4dfa-90f1-95165c5a3520 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d30c2866207d49b9bf1e387360ad7837&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883129 Jun 14 15:00:50.808546 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-f939e7cd-c43a-4c31-9177-94f4e75d9053 service neutron] 10.222.0.48 "GET /v2.0/networks/399cc813-04c3-4671-b19e-5cef1b20003c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319505 Jun 14 15:00:50.935938 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-1d48de69-ccc5-45b7-82d7-0b999474df23 service neutron] 10.222.0.48 "GET /v2.0/networks/399cc813-04c3-4671-b19e-5cef1b20003c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211872 Jun 14 15:00:51.219088 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 41288) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:00:51.311584 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9154ee2d-991d-49c6-a0c7-c74f1a3610c5 req-48d78630-70f3-468b-b76e-d28b988895e5 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 210 time: 0.0685165 Jun 14 15:00:51.406835 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-312de518-63d6-4021-abc4-1147aed067a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:51.481564 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d41f1-81e0-4395-a0c1-80df7fa1ac9a req-a118ad7b-7d0b-4aac-aae3-e822d7194ed5 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:00:51.483117 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a69d41f1-81e0-4395-a0c1-80df7fa1ac9a req-a118ad7b-7d0b-4aac-aae3-e822d7194ed5 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 946 time: 0.0971074 Jun 14 15:00:51.521854 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-312de518-63d6-4021-abc4-1147aed067a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:51.531244 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a69d41f1-81e0-4395-a0c1-80df7fa1ac9a req-38a8f479-627d-4af9-b89c-831e62fb9880 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418813 Jun 14 15:00:51.689378 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-312de518-63d6-4021-abc4-1147aed067a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:51.694393 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-f1ba8407-8033-43ca-b173-f9e7d9d55617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:51.774997 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-312de518-63d6-4021-abc4-1147aed067a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=255a8c081a3c439882612ebe937fd2bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5511737 Jun 14 15:00:51.777801 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 41300) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:00:51.778913 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312de518-63d6-4021-abc4-1147aed067a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ad5232-024a-45f6-920e-316385b61b44,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:51.797587 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312de518-63d6-4021-abc4-1147aed067a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:51.797973 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312de518-63d6-4021-abc4-1147aed067a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:51.798351 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312de518-63d6-4021-abc4-1147aed067a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:51.798819 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312de518-63d6-4021-abc4-1147aed067a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:51.799131 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312de518-63d6-4021-abc4-1147aed067a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:51.799501 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312de518-63d6-4021-abc4-1147aed067a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:51.799897 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312de518-63d6-4021-abc4-1147aed067a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:51.800263 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312de518-63d6-4021-abc4-1147aed067a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:51.800625 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312de518-63d6-4021-abc4-1147aed067a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:51.801038 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312de518-63d6-4021-abc4-1147aed067a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:51.801353 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312de518-63d6-4021-abc4-1147aed067a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:51.801708 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312de518-63d6-4021-abc4-1147aed067a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:51.806659 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-312de518-63d6-4021-abc4-1147aed067a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:51.823254 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397dfc6-cb81-4c04-aefa-542bab20651c req-132019b7-5834-4161-909e-79819f308a14 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:00:51.824885 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2397dfc6-cb81-4c04-aefa-542bab20651c req-132019b7-5834-4161-909e-79819f308a14 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 946 time: 0.1325107 Jun 14 15:00:51.873334 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bb158e58-b91b-4f7d-8f0f-e9212f59c47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:51.918672 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bb158e58-b91b-4f7d-8f0f-e9212f59c47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:51.972457 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-2397dfc6-cb81-4c04-aefa-542bab20651c req-694e3dc9-5d31-43cf-a4ef-e4f8b2c0c199 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Deleting port 49ca97f8-5aed-46a8-870e-6b9214255d75 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:00:51.972995 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-2397dfc6-cb81-4c04-aefa-542bab20651c req-694e3dc9-5d31-43cf-a4ef-e4f8b2c0c199 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:52.103340 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-2397dfc6-cb81-4c04-aefa-542bab20651c req-694e3dc9-5d31-43cf-a4ef-e4f8b2c0c199 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] For port 49ca97f8-5aed-46a8-870e-6b9214255d75, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=49ca97f8-5aed-46a8-870e-6b9214255d75,segment=NetworkSegment(ac14f1ec-ccde-439b-aa26-64153387b151),segment_id=ac14f1ec-ccde-439b-aa26-64153387b151)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:00:52.103640 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-2397dfc6-cb81-4c04-aefa-542bab20651c req-694e3dc9-5d31-43cf-a4ef-e4f8b2c0c199 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:52.106451 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bb158e58-b91b-4f7d-8f0f-e9212f59c47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:52.109187 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-bb158e58-b91b-4f7d-8f0f-e9212f59c47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:52.110314 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-bb158e58-b91b-4f7d-8f0f-e9212f59c47e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/79ad5232-024a-45f6-920e-316385b61b44 HTTP/1.1" status: 204 len: 168 time: 0.3305187 Jun 14 15:00:52.111231 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-63f12faa-2056-47c0-ac0e-5c35022ea097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:52.121248 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb158e58-b91b-4f7d-8f0f-e9212f59c47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ad5232-024a-45f6-920e-316385b61b44,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:52.129732 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb158e58-b91b-4f7d-8f0f-e9212f59c47e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:52.130061 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb158e58-b91b-4f7d-8f0f-e9212f59c47e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:52.130430 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb158e58-b91b-4f7d-8f0f-e9212f59c47e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:52.131424 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb158e58-b91b-4f7d-8f0f-e9212f59c47e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:52.131816 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb158e58-b91b-4f7d-8f0f-e9212f59c47e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:52.132207 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb158e58-b91b-4f7d-8f0f-e9212f59c47e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:52.132570 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb158e58-b91b-4f7d-8f0f-e9212f59c47e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:52.132921 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb158e58-b91b-4f7d-8f0f-e9212f59c47e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:52.133270 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb158e58-b91b-4f7d-8f0f-e9212f59c47e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:52.133641 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb158e58-b91b-4f7d-8f0f-e9212f59c47e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:52.133968 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb158e58-b91b-4f7d-8f0f-e9212f59c47e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:52.134315 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb158e58-b91b-4f7d-8f0f-e9212f59c47e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:00:52.138007 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-bb158e58-b91b-4f7d-8f0f-e9212f59c47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:52.345041 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-2397dfc6-cb81-4c04-aefa-542bab20651c req-694e3dc9-5d31-43cf-a4ef-e4f8b2c0c199 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:52.345656 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-2397dfc6-cb81-4c04-aefa-542bab20651c req-694e3dc9-5d31-43cf-a4ef-e4f8b2c0c199 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768775'] for floatingip, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:52.346005 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.db.l3_db [req-2397dfc6-cb81-4c04-aefa-542bab20651c req-694e3dc9-5d31-43cf-a4ef-e4f8b2c0c199 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Floating IP a578ca61-62a6-48a2-9fbc-2d4ceea5fb8e disassociated. External IP: 172.27.2.171, port: 49ca97f8-5aed-46a8-870e-6b9214255d75. Jun 14 15:00:52.346156 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-2397dfc6-cb81-4c04-aefa-542bab20651c req-694e3dc9-5d31-43cf-a4ef-e4f8b2c0c199 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Calling delete_port for 49ca97f8-5aed-46a8-870e-6b9214255d75 owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:00:52.448811 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d56caa37-c662-4c09-9832-f9caef64c305 req-2139af8d-e389-472a-9c59-d2a5edc9b94b tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 210 time: 0.0428343 Jun 14 15:00:52.667095 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-2397dfc6-cb81-4c04-aefa-542bab20651c req-694e3dc9-5d31-43cf-a4ef-e4f8b2c0c199 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:52.673585 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-904aaf19-c1fa-45a0-a441-c56ced258bb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:52.703885 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4c299072-2d8d-48f9-94a1-22c8ad6481a2 req-d26348d7-191a-4f38-94f1-c05bf2cb3eae tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 210 time: 0.0454814 Jun 14 15:00:52.711017 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e3dc9-5d31-43cf-a4ef-e4f8b2c0c199 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Pushing event deleted for resources: {'Port': ['ID=49ca97f8-5aed-46a8-870e-6b9214255d75,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:52.719105 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-694e3dc9-5d31-43cf-a4ef-e4f8b2c0c199 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:52.872002 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2397dfc6-cb81-4c04-aefa-542bab20651c req-694e3dc9-5d31-43cf-a4ef-e4f8b2c0c199 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Router 3172724f-97a2-43b1-b5f1-ae92efd7650f has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 15:00:52.917964 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 41312) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:00:52.940015 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0291c96c-7f33-4978-b9da-e1256074c4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:53.028991 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2397dfc6-cb81-4c04-aefa-542bab20651c req-694e3dc9-5d31-43cf-a4ef-e4f8b2c0c199 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 15:00:53.044906 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a14c8c-0bb3-4930-a79c-ecca560ae33f None None] Sync routers for ids ['3172724f-97a2-43b1-b5f1-ae92efd7650f'] in dv-cinder-772623-8-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 15:00:53.060361 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a14c8c-0bb3-4930-a79c-ecca560ae33f None None] Routers {'3172724f-97a2-43b1-b5f1-ae92efd7650f'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:00:53.061313 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-65a14c8c-0bb3-4930-a79c-ecca560ae33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:00:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['3172724f-97a2-43b1-b5f1-ae92efd7650f'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:00:53.063830 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0291c96c-7f33-4978-b9da-e1256074c4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:53.098957 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-2397dfc6-cb81-4c04-aefa-542bab20651c req-694e3dc9-5d31-43cf-a4ef-e4f8b2c0c199 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] No DVR routers for this DVR port 49ca97f8-5aed-46a8-870e-6b9214255d75 on host hv-cinder-77262 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 15:00:53.102672 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-2397dfc6-cb81-4c04-aefa-542bab20651c req-694e3dc9-5d31-43cf-a4ef-e4f8b2c0c199 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:53.105630 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2397dfc6-cb81-4c04-aefa-542bab20651c req-694e3dc9-5d31-43cf-a4ef-e4f8b2c0c199 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.35 "DELETE /v2.0/ports/49ca97f8-5aed-46a8-870e-6b9214255d75 HTTP/1.1" status: 204 len: 173 time: 1.2751660 Jun 14 15:00:53.106308 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcd00c0-89d0-4187-926b-2fc5b701bde8', 'name': 'network-vif-deleted', 'tag': '49ca97f8-5aed-46a8-870e-6b9214255d75'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 15:00:53.108825 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4c8293-5679-48e6-9dcc-7b1842745078" -d '{"events": [{"server_uuid": "7fcd00c0-89d0-4187-926b-2fc5b701bde8", "name": "network-vif-deleted", "tag": "49ca97f8-5aed-46a8-870e-6b9214255d75"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 15:00:53.162607 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 15:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea915bce-9879-45d4-abd2-72606bb7a110 x-openstack-request-id: req-ea915bce-9879-45d4-abd2-72606bb7a110 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 15:00:53.162607 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fcd00c0-89d0-4187-926b-2fc5b701bde8", "name": "network-vif-deleted", "tag": "49ca97f8-5aed-46a8-870e-6b9214255d75", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 15:00:53.162607 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ea915bce-9879-45d4-abd2-72606bb7a110 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 15:00:53.162607 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcd00c0-89d0-4187-926b-2fc5b701bde8', 'name': 'network-vif-deleted', 'tag': '49ca97f8-5aed-46a8-870e-6b9214255d75', 'status': 'completed', 'code': 200} Jun 14 15:00:53.236741 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-65a14c8c-0bb3-4930-a79c-ecca560ae33f None None] Set router 3172724f-97a2-43b1-b5f1-ae92efd7650f gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:00:53.246122 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0291c96c-7f33-4978-b9da-e1256074c4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:53.259132 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-284e6174-8679-4957-828b-c60f63d48c71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:53.290023 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291c96c-7f33-4978-b9da-e1256074c4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ba95c9-eb4e-468d-9734-afb637e16f93,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:53.294261 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-0291c96c-7f33-4978-b9da-e1256074c4df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b052c12552b49b59a0ec6ec93dce58f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3759170 Jun 14 15:00:53.295211 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-0291c96c-7f33-4978-b9da-e1256074c4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:53.307215 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 41316) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:00:53.375140 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a0a27248-b3e5-4429-b27c-bb08d363b25d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:53.401335 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a0a27248-b3e5-4429-b27c-bb08d363b25d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:53.543006 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-65a14c8c-0bb3-4930-a79c-ecca560ae33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'name': 'tempest-TestVolumeBootPattern-2112517787-router', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:13Z', 'updated_at': '2021-06-14T14:57:19Z', 'revision_number': 4, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'gw_port': {'id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:14Z', 'updated_at': '2021-06-14T14:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '7b07085e-233f-42a9-981c-a519eb19fa2c', 'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'mac_address': 'fa:16:3e:7d:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:18Z', 'updated_at': '2021-06-14T14:57:27Z', 'revision_number': 5, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'subnets': [{'id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:00:53.546717 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a14c8c-0bb3-4930-a79c-ecca560ae33f None None] Checking router: 3172724f-97a2-43b1-b5f1-ae92efd7650f for host: dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 15:00:53.555804 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a14c8c-0bb3-4930-a79c-ecca560ae33f None None] Routers {'3172724f-97a2-43b1-b5f1-ae92efd7650f'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:00:53.556437 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-65a14c8c-0bb3-4930-a79c-ecca560ae33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:00:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['3172724f-97a2-43b1-b5f1-ae92efd7650f'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:00:53.598030 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a0a27248-b3e5-4429-b27c-bb08d363b25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:53.602097 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a0a27248-b3e5-4429-b27c-bb08d363b25d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:53.603862 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-a0a27248-b3e5-4429-b27c-bb08d363b25d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29ba95c9-eb4e-468d-9734-afb637e16f93 HTTP/1.1" status: 204 len: 168 time: 0.2925725 Jun 14 15:00:53.604930 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-19d351f0-2921-464b-afb5-5a590ddee354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:53.614483 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-63531ad5-3320-4193-9700-0e7f02f46b10 req-ebe6c113-a4df-48db-a0bc-954de1f1c612 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 210 time: 0.0454202 Jun 14 15:00:53.617869 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a27248-b3e5-4429-b27c-bb08d363b25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ba95c9-eb4e-468d-9734-afb637e16f93,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:53.620462 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-a0a27248-b3e5-4429-b27c-bb08d363b25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:53.877515 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0bd48bd8-5d53-4ec0-8d0f-e530e153b4bf req-4cd7f29a-aa34-42d4-b06a-a9c1e98394af tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 210 time: 0.0368531 Jun 14 15:00:53.893577 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-65a14c8c-0bb3-4930-a79c-ecca560ae33f None None] Set router 3172724f-97a2-43b1-b5f1-ae92efd7650f gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:00:54.196636 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-65a14c8c-0bb3-4930-a79c-ecca560ae33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'name': 'tempest-TestVolumeBootPattern-2112517787-router', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:13Z', 'updated_at': '2021-06-14T14:57:19Z', 'revision_number': 4, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'gw_port': {'id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:14Z', 'updated_at': '2021-06-14T14:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '7b07085e-233f-42a9-981c-a519eb19fa2c', 'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'mac_address': 'fa:16:3e:7d:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:18Z', 'updated_at': '2021-06-14T14:57:27Z', 'revision_number': 5, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'subnets': [{'id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:00:54.201203 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a14c8c-0bb3-4930-a79c-ecca560ae33f None None] The sync data for ids ['3172724f-97a2-43b1-b5f1-ae92efd7650f'] in dv-cinder-772623-8-iscsi is: [{'id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'name': 'tempest-TestVolumeBootPattern-2112517787-router', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:13Z', 'updated_at': '2021-06-14T14:57:19Z', 'revision_number': 4, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'gw_port': {'id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:14Z', 'updated_at': '2021-06-14T14:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '7b07085e-233f-42a9-981c-a519eb19fa2c', 'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'mac_address': 'fa:16:3e:7d:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:18Z', 'updated_at': '2021-06-14T14:57:27Z', 'revision_number': 5, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'subnets': [{'id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 15:00:54.449539 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0597fe3-049c-4e75-a221-cd0a35bc6940 None None] New status for floating IP a578ca61-62a6-48a2-9fbc-2d4ceea5fb8e: DOWN {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 15:00:54.668930 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-99c96167-4438-44c3-a272-c351d1465bcb tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:00:54.671052 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-99c96167-4438-44c3-a272-c351d1465bcb tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.35 "GET /v2.0/networks?id=399cc813-04c3-4671-b19e-5cef1b20003c HTTP/1.1" status: 200 len: 814 time: 0.1968434 Jun 14 15:00:54.696605 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-bf7a1163-aa4b-418d-908c-aa297b2c4515 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Request body: {'port': {'device_id': 'b0dffd74-ffb9-4d02-a736-78bcb74467d2', 'network_id': '399cc813-04c3-4671-b19e-5cef1b20003c', 'admin_state_up': True, 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 15:00:54.836794 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-50938cf8-0fd1-4b8a-94cb-4d409e215dd8 req-e055b252-f507-4c52-b711-e0b1740e6eba tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 210 time: 0.0502808 Jun 14 15:00:55.303134 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a9bd226e-c681-4323-89d1-bb1c556e987f req-a9689599-e3a0-4314-99a6-df4e5d2f7f5d tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd00c0-89d0-4187-926b-2fc5b701bde8 HTTP/1.1" status: 200 len: 210 time: 0.0546465 Jun 14 15:00:55.430771 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 49ca97f8-5aed-46a8-870e-6b9214255d75 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 15:00:55.456910 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] No Port match for: 49ca97f8-5aed-46a8-870e-6b9214255d75 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 15:00:55.457260 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device 49ca97f8-5aed-46a8-870e-6b9214255d75 not bound to the agent host hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 15:00:55.524558 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-bf7a1163-aa4b-418d-908c-aa297b2c4515 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Made reservation on behalf of d30c2866207d49b9bf1e387360ad7837 for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 15:00:55.531990 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-bf7a1163-aa4b-418d-908c-aa297b2c4515 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:55.755249 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-bf7a1163-aa4b-418d-908c-aa297b2c4515 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Allocated IP 172.20.0.9 (399cc813-04c3-4671-b19e-5cef1b20003c/e3fefd5f-9035-407c-aef4-e41354aeca65/fddb861e-5694-4173-bee6-9e4b6fc2084a) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 15:00:55.989314 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-bf7a1163-aa4b-418d-908c-aa297b2c4515 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for port, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:56.006707 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b8f95c89-c234-40fe-85b8-efd84c488b36 req-e3796c59-c005-480d-b38e-5794ddf29600 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 210 time: 0.0541985 Jun 14 15:00:56.009328 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-bf7a1163-aa4b-418d-908c-aa297b2c4515 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Transition to ACTIVE for port object fddb861e-5694-4173-bee6-9e4b6fc2084a will not be triggered until provisioned by entity DHCP. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 15:00:56.154131 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-bf7a1163-aa4b-418d-908c-aa297b2c4515 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28280472'] for port, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:56.161726 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-f7e88647-dcd9-435d-ad37-8323d46d9487 tempest-VolumesSnapshotTestJSON-1716108125 tempest-VolumesSnapshotTestJSON-1716108125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:00:56.280817 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-bf7a1163-aa4b-418d-908c-aa297b2c4515 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Network 399cc813-04c3-4671-b19e-5cef1b20003c is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 15:00:56.287939 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-bf7a1163-aa4b-418d-908c-aa297b2c4515 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 15:00:56.293493 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-bf7a1163-aa4b-418d-908c-aa297b2c4515 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 15:00:56.351667 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a1163-aa4b-418d-908c-aa297b2c4515 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Pushing event updated for resources: {'Port': ['ID=fddb861e-5694-4173-bee6-9e4b6fc2084a,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:00:56.359710 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-bf7a1163-aa4b-418d-908c-aa297b2c4515 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:00:56.424766 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-bf7a1163-aa4b-418d-908c-aa297b2c4515 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:00:56.425462 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-bf7a1163-aa4b-418d-908c-aa297b2c4515 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:56.531625 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-bf7a1163-aa4b-418d-908c-aa297b2c4515 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8477590 Jun 14 15:00:56.780898 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-a53f8d6b-b577-4162-a333-60593d09eef9 None None] Provisioning for port fddb861e-5694-4173-bee6-9e4b6fc2084a completed by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 15:00:56.786139 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-a53f8d6b-b577-4162-a333-60593d09eef9 None None] Provisioning complete for port fddb861e-5694-4173-bee6-9e4b6fc2084a triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 15:00:56.786938 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a53f8d6b-b577-4162-a333-60593d09eef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:00:56.853539 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-ff3adc05-af58-4a9b-b806-d1546a9a05b3 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-398027466&fields=id&tenant_id=aeced04591554681b1b816a5b00ecd6a HTTP/1.1" status: 200 len: 267 time: 0.0597672 Jun 14 15:00:56.858955 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-a53f8d6b-b577-4162-a333-60593d09eef9 None None] Port fddb861e-5694-4173-bee6-9e4b6fc2084a cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 15:00:57.076634 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-a78087dd-9f2d-4685-bf3e-623658d9fc27 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:00:57.084926 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-a78087dd-9f2d-4685-bf3e-623658d9fc27 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/networks?id=3264bc1b-3107-4e40-8063-5800aefcb632 HTTP/1.1" status: 200 len: 812 time: 0.2211258 Jun 14 15:00:57.121358 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-443416c2-0caf-4809-8239-4a958a771eef tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/quotas/aeced04591554681b1b816a5b00ecd6a HTTP/1.1" status: 200 len: 375 time: 0.0347075 Jun 14 15:00:57.244835 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-fa2bd7db-3b1a-4510-9d89-d453f4b43899 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=aeced04591554681b1b816a5b00ecd6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1225734 Jun 14 15:00:57.354514 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f92c4-feb6-46b5-94c3-8988c93ef820 req-88b3fea3-c82d-4a6e-bccc-b303e8e24fbf tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:00:57.356249 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-169f92c4-feb6-46b5-94c3-8988c93ef820 req-88b3fea3-c82d-4a6e-bccc-b303e8e24fbf tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 931 time: 0.1446362 Jun 14 15:00:57.413533 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-169f92c4-feb6-46b5-94c3-8988c93ef820 req-7d2297a9-5c1a-40ca-a3e7-e3f8a46ccfc0 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469244 Jun 14 15:00:57.494879 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-b5b2f49f-2785-4586-8f08-8a99ceffcaf9 service neutron] 10.222.0.48 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365561 Jun 14 15:00:57.671762 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-1806cbe4-e587-4422-b1c3-a47ec805dccb service neutron] 10.222.0.48 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640489 Jun 14 15:00:58.590641 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ee59c17c-463e-43e2-9f72-faebfbdff5d7 req-110160aa-7b04-4d2c-9699-b5cea7aa985a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 210 time: 0.0605228 Jun 14 15:00:58.738784 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29896eb2-49a4-480a-b801-a810004ee819 req-79357489-a10f-4026-9836-074ec1bdf2dd tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:00:58.740736 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-29896eb2-49a4-480a-b801-a810004ee819 req-79357489-a10f-4026-9836-074ec1bdf2dd tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 931 time: 0.1068337 Jun 14 15:00:58.839847 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-29896eb2-49a4-480a-b801-a810004ee819 req-38ebb18b-17af-4bc5-bf0f-746f334f0ea8 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806408 Jun 14 15:00:59.690664 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-29a83090-bf2c-48c5-93e0-f3cd15e07463 req-573d356a-eed0-4d36-a636-4ac9b3cc245c tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 210 time: 0.0362916 Jun 14 15:01:00.089752 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70573c67-88de-4a7b-bc51-2a3fcae94970 req-6ddb9d2b-6770-4fb8-a817-6a393301df3f tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:00.091357 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-70573c67-88de-4a7b-bc51-2a3fcae94970 req-6ddb9d2b-6770-4fb8-a817-6a393301df3f tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 931 time: 0.1179574 Jun 14 15:01:00.153507 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-70573c67-88de-4a7b-bc51-2a3fcae94970 req-b0c2185e-0048-4ce2-80db-b07299276676 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492165 Jun 14 15:01:00.849492 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-94b31f86-d289-4c93-b0dc-ed26b405120e req-0f617646-5eb9-43d7-b903-dbc22bc36388 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 210 time: 0.0398986 Jun 14 15:01:01.430003 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf2558-d58d-4c07-a3a8-ee351e9547b6 req-5f522594-afc9-4a4e-8f48-408656f9352a tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:01.431666 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0bdf2558-d58d-4c07-a3a8-ee351e9547b6 req-5f522594-afc9-4a4e-8f48-408656f9352a tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 931 time: 0.1070347 Jun 14 15:01:01.513405 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0bdf2558-d58d-4c07-a3a8-ee351e9547b6 req-efb16007-c148-4ba9-ac5e-d8ce5aee209f tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507157 Jun 14 15:01:01.816297 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7f6ecb4b-df90-4e81-a20b-bc6a6269e0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:02.022546 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3cb19bb2-fdfc-47a2-aaed-bc98643974ad req-d969cd63-38e1-4cdf-92f9-af7810eccf35 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 210 time: 0.0386169 Jun 14 15:01:02.048990 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 41460) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:01:02.179865 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-36b81451-33f7-4897-b48f-55028eba8cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:02.298666 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-36b81451-33f7-4897-b48f-55028eba8cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:02.375387 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-36b81451-33f7-4897-b48f-55028eba8cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:02.378515 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-c59af4e8-af71-4932-a558-0afb466b791d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:02.434662 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b81451-33f7-4897-b48f-55028eba8cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2417992-66ef-49ae-a3bb-602d78146ae8,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:02.434662 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-36b81451-33f7-4897-b48f-55028eba8cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:02.434662 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-36b81451-33f7-4897-b48f-55028eba8cc0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=26e950823415487983222132dcd67f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3824458 Jun 14 15:01:02.436644 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 41464) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:01:02.503396 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9bb3b305-a4fc-42d8-a2c7-35e9538307a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:02.535416 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9bb3b305-a4fc-42d8-a2c7-35e9538307a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:02.723664 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beec1ba-1cf7-4407-a49c-c88771cb155e req-f9350e70-be4a-4367-9354-3d8f1aa71b5f tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:02.725924 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0beec1ba-1cf7-4407-a49c-c88771cb155e req-f9350e70-be4a-4367-9354-3d8f1aa71b5f tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 931 time: 0.0798120 Jun 14 15:01:02.779006 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-0beec1ba-1cf7-4407-a49c-c88771cb155e req-55ae89fe-a32b-4094-8214-94cdda50d4be tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465393 Jun 14 15:01:02.889323 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9bb3b305-a4fc-42d8-a2c7-35e9538307a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:02.893618 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9bb3b305-a4fc-42d8-a2c7-35e9538307a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:02.894798 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-9bb3b305-a4fc-42d8-a2c7-35e9538307a0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b2417992-66ef-49ae-a3bb-602d78146ae8 HTTP/1.1" status: 204 len: 168 time: 0.4588077 Jun 14 15:01:02.897903 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-2c14816e-796b-4f2e-88bc-abbd67f7b27e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:02.915939 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3b305-a4fc-42d8-a2c7-35e9538307a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2417992-66ef-49ae-a3bb-602d78146ae8,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:02.923519 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-9bb3b305-a4fc-42d8-a2c7-35e9538307a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:03.205581 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-98f3fa26-0166-44da-a1eb-c8520a223c15 req-1c76b616-3ee2-4926-ba28-3e72325cd549 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 210 time: 0.0391526 Jun 14 15:01:03.988574 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 41476) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:01:04.024621 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-46997f38-43c0-42aa-aad6-baeef201a4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:04.046658 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e831f-9463-486c-83c5-55eba1a72472 req-69d0ce3b-1448-4bde-aa09-d189a10b5b3b tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:04.048262 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e13e831f-9463-486c-83c5-55eba1a72472 req-69d0ce3b-1448-4bde-aa09-d189a10b5b3b tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 931 time: 0.1425242 Jun 14 15:01:04.109374 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e13e831f-9463-486c-83c5-55eba1a72472 req-059363ae-ad07-4d1d-8d39-04ff2f1a22fa tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538712 Jun 14 15:01:04.231810 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-46997f38-43c0-42aa-aad6-baeef201a4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:04.391947 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-46997f38-43c0-42aa-aad6-baeef201a4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:04.394956 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-794304e5-31e4-44a7-a186-d49f381ecdfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:04.413721 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f8805887-4592-4cd3-9fc8-40faf880fb54 req-ccf9024e-509d-47aa-8eb3-1ddee00b6451 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 210 time: 0.0606740 Jun 14 15:01:04.450375 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46997f38-43c0-42aa-aad6-baeef201a4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b386426-0e4c-474c-8083-b035b7ee4460,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:04.532876 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-46997f38-43c0-42aa-aad6-baeef201a4c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38a5c85c3ea74a0aa348cd4f21869193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4654727 Jun 14 15:01:04.532876 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-46997f38-43c0-42aa-aad6-baeef201a4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:04.532876 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 41480) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:01:04.535100 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ff706035-fb51-4a80-8153-64e4cc6dfc10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:04.566369 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ff706035-fb51-4a80-8153-64e4cc6dfc10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:04.872172 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ff706035-fb51-4a80-8153-64e4cc6dfc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:04.874838 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ff706035-fb51-4a80-8153-64e4cc6dfc10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:04.876014 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-ff706035-fb51-4a80-8153-64e4cc6dfc10 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b386426-0e4c-474c-8083-b035b7ee4460 HTTP/1.1" status: 204 len: 168 time: 0.4029820 Jun 14 15:01:04.876808 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-f414ae0f-fbbb-465c-87b7-61d533dc6cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:04.886639 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff706035-fb51-4a80-8153-64e4cc6dfc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b386426-0e4c-474c-8083-b035b7ee4460,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:04.888832 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-ff706035-fb51-4a80-8153-64e4cc6dfc10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:05.368984 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b58f6d-be80-4a56-b04f-084b02029c98 req-fea7622b-9e0c-4195-98e6-64109349d810 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:05.370576 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-86b58f6d-be80-4a56-b04f-084b02029c98 req-fea7622b-9e0c-4195-98e6-64109349d810 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 931 time: 0.1158929 Jun 14 15:01:05.428229 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-86b58f6d-be80-4a56-b04f-084b02029c98 req-061df3fb-1c64-49f2-80dc-9c25660035aa tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509777 Jun 14 15:01:05.601780 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1b62d047-4e52-4ab0-94d5-497241e67788 req-43ff10ab-bed4-4972-991f-29b5a909c3b7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 210 time: 0.0471952 Jun 14 15:01:05.626114 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-56a281dc-50fa-484d-a1c8-9c47ad70d7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:05.942388 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-917f49c1-abbc-481e-b804-e7291e7dc6ee service neutron] Request body: {'port': {'device_id': 'b0dffd74-ffb9-4d02-a736-78bcb74467d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 15:01:06.080322 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-917f49c1-abbc-481e-b804-e7291e7dc6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:06.441185 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-917f49c1-abbc-481e-b804-e7291e7dc6ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fddb861e-5694-4173-bee6-9e4b6fc2084a {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 15:01:06.450364 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-917f49c1-abbc-481e-b804-e7291e7dc6ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:06.466934 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-917f49c1-abbc-481e-b804-e7291e7dc6ee service neutron] Transition to ACTIVE for port object fddb861e-5694-4173-bee6-9e4b6fc2084a will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 15:01:06.523808 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:06.553266 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-917f49c1-abbc-481e-b804-e7291e7dc6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:06.557361 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-66960cab-2d48-4707-abad-845596ed7dff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:06.698682 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f49c1-abbc-481e-b804-e7291e7dc6ee service neutron] Pushing event updated for resources: {'Port': ['ID=fddb861e-5694-4173-bee6-9e4b6fc2084a,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:06.706741 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-917f49c1-abbc-481e-b804-e7291e7dc6ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:06.840738 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18f2c5-6896-4395-b246-3e3972128008 req-4586dbb9-3383-4553-8b43-e32f5a05ebde tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:06.842472 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ff18f2c5-6896-4395-b246-3e3972128008 req-4586dbb9-3383-4553-8b43-e32f5a05ebde tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 943 time: 0.2906165 Jun 14 15:01:06.843457 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-917f49c1-abbc-481e-b804-e7291e7dc6ee service neutron] Attempting to bind port fddb861e-5694-4173-bee6-9e4b6fc2084a on host hv-cinder-77262 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 15:01:06.843891 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-917f49c1-abbc-481e-b804-e7291e7dc6ee service neutron] Attempting to bind port fddb861e-5694-4173-bee6-9e4b6fc2084a by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'dbf80ca7-9c15-48b8-88b4-4f328e4b967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '399cc813-04c3-4671-b19e-5cef1b20003c'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 15:01:06.844137 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-917f49c1-abbc-481e-b804-e7291e7dc6ee service neutron] Attempting to bind port fddb861e-5694-4173-bee6-9e4b6fc2084a on network 399cc813-04c3-4671-b19e-5cef1b20003c {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 15:01:06.854943 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-917f49c1-abbc-481e-b804-e7291e7dc6ee service neutron] Port fddb861e-5694-4173-bee6-9e4b6fc2084a on network 399cc813-04c3-4671-b19e-5cef1b20003c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 15:01:06.855355 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-917f49c1-abbc-481e-b804-e7291e7dc6ee service neutron] Attempting to bind port fddb861e-5694-4173-bee6-9e4b6fc2084a on network 399cc813-04c3-4671-b19e-5cef1b20003c {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 15:01:06.871451 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-066acb53-5fd7-42fd-8661-d5abfe1449cf req-168f2faf-8f69-4363-ab31-4f324df929d3 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 210 time: 0.0740707 Jun 14 15:01:06.889594 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-917f49c1-abbc-481e-b804-e7291e7dc6ee service neutron] Checking agent: {'id': '8465c201-e91e-4007-8337-fb267b4bb0bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'started_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 15, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 15:01:06.889594 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-917f49c1-abbc-481e-b804-e7291e7dc6ee service neutron] Checking segment: {'id': 'dbf80ca7-9c15-48b8-88b4-4f328e4b967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '399cc813-04c3-4671-b19e-5cef1b20003c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 15:01:06.889594 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-917f49c1-abbc-481e-b804-e7291e7dc6ee service neutron] Bound using segment: {'id': 'dbf80ca7-9c15-48b8-88b4-4f328e4b967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '399cc813-04c3-4671-b19e-5cef1b20003c'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 15:01:06.889594 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-917f49c1-abbc-481e-b804-e7291e7dc6ee service neutron] Bound port: fddb861e-5694-4173-bee6-9e4b6fc2084a, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbf80ca7-9c15-48b8-88b4-4f328e4b967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '399cc813-04c3-4671-b19e-5cef1b20003c'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 15:01:06.889594 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-917f49c1-abbc-481e-b804-e7291e7dc6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:06.972660 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ff18f2c5-6896-4395-b246-3e3972128008 req-7d83eab6-d869-4112-962f-3f58f014b0e0 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088035 Jun 14 15:01:07.018869 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-917f49c1-abbc-481e-b804-e7291e7dc6ee service neutron] For port fddb861e-5694-4173-bee6-9e4b6fc2084a, host hv-cinder-77262, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 15:01:07.024463 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-917f49c1-abbc-481e-b804-e7291e7dc6ee service neutron] For port fddb861e-5694-4173-bee6-9e4b6fc2084a, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=fddb861e-5694-4173-bee6-9e4b6fc2084a,segment=NetworkSegment(dbf80ca7-9c15-48b8-88b4-4f328e4b967a),segment_id=dbf80ca7-9c15-48b8-88b4-4f328e4b967a)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 15:01:07.176889 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-917f49c1-abbc-481e-b804-e7291e7dc6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:07.180806 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-2fb04720-d45f-4f51-8df4-d33e12f2e03b tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:07.232919 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-917f49c1-abbc-481e-b804-e7291e7dc6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:07.233568 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-917f49c1-abbc-481e-b804-e7291e7dc6ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:07.235173 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-917f49c1-abbc-481e-b804-e7291e7dc6ee service neutron] 10.222.0.35 "PUT /v2.0/ports/fddb861e-5694-4173-bee6-9e4b6fc2084a HTTP/1.1" status: 200 len: 1093 time: 1.2992551 Jun 14 15:01:07.235919 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0dffd74-ffb9-4d02-a736-78bcb74467d2', 'tag': 'fddb861e-5694-4173-bee6-9e4b6fc2084a'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 15:01:07.238183 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7d5629-4e6e-4b0e-b831-02cd3fb7b64c" -d '{"events": [{"name": "network-changed", "server_uuid": "b0dffd74-ffb9-4d02-a736-78bcb74467d2", "tag": "fddb861e-5694-4173-bee6-9e4b6fc2084a"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 15:01:07.265322 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f49c1-abbc-481e-b804-e7291e7dc6ee service neutron] Pushing event updated for resources: {'Port': ['ID=fddb861e-5694-4173-bee6-9e4b6fc2084a,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:07.268647 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-917f49c1-abbc-481e-b804-e7291e7dc6ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:07.285999 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 15:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0020000-63a2-4199-a075-697cce7f9f85 x-openstack-request-id: req-d0020000-63a2-4199-a075-697cce7f9f85 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 15:01:07.287163 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0dffd74-ffb9-4d02-a736-78bcb74467d2", "tag": "fddb861e-5694-4173-bee6-9e4b6fc2084a", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 15:01:07.287571 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d0020000-63a2-4199-a075-697cce7f9f85 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 15:01:07.288346 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0dffd74-ffb9-4d02-a736-78bcb74467d2', 'tag': 'fddb861e-5694-4173-bee6-9e4b6fc2084a', 'status': 'completed', 'code': 200} Jun 14 15:01:07.489041 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-ba51ade8-c126-4f54-b7fe-d656b6ff9ba8 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:07.491475 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-ba51ade8-c126-4f54-b7fe-d656b6ff9ba8 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.35 "GET /v2.0/networks?id=3264bc1b-3107-4e40-8063-5800aefcb632 HTTP/1.1" status: 200 len: 812 time: 0.1954110 Jun 14 15:01:07.494382 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d5629-4e6e-4b0e-b831-02cd3fb7b64c req-cf6c6775-9edf-4689-9fd8-0882b0e600fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:07.495851 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7b7d5629-4e6e-4b0e-b831-02cd3fb7b64c req-cf6c6775-9edf-4689-9fd8-0882b0e600fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d30c2866207d49b9bf1e387360ad7837&device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 1096 time: 0.1890249 Jun 14 15:01:07.614425 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-d954bc98-72f2-4782-8751-ec03a6e011ad tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aeced04591554681b1b816a5b00ecd6a HTTP/1.1" status: 200 len: 379 time: 0.1076663 Jun 14 15:01:07.665266 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-2aec951f-26a3-4e56-8cae-70abcff056a7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Request body: {'port': {'device_id': '554c3372-b915-4b03-980e-36700e3d64fe', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'admin_state_up': True, 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'security_groups': ['fe25663e-d500-4140-b4c1-00609149c71a']}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 15:01:07.796761 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d5629-4e6e-4b0e-b831-02cd3fb7b64c req-3a655522-fba3-409a-9a16-0e71a5630884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:07.798432 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7b7d5629-4e6e-4b0e-b831-02cd3fb7b64c req-3a655522-fba3-409a-9a16-0e71a5630884 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d30c2866207d49b9bf1e387360ad7837&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2838101 Jun 14 15:01:07.979383 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d5629-4e6e-4b0e-b831-02cd3fb7b64c req-5b623984-ed14-44f7-9bcf-b109fbffdb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:07.980936 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7b7d5629-4e6e-4b0e-b831-02cd3fb7b64c req-5b623984-ed14-44f7-9bcf-b109fbffdb1d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1739979 Jun 14 15:01:08.045501 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b679437c-1228-4067-9cc9-12d75b9b770f req-3030b404-0935-44eb-b807-f3bce3939651 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 210 time: 0.0460303 Jun 14 15:01:08.106993 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-2aec951f-26a3-4e56-8cae-70abcff056a7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Made reservation on behalf of aeced04591554681b1b816a5b00ecd6a for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 15:01:08.110779 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-2aec951f-26a3-4e56-8cae-70abcff056a7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:08.142394 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-c8f23bf9-d794-4a12-969f-4fc950068abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:08.144141 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-c8f23bf9-d794-4a12-969f-4fc950068abf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d30c2866207d49b9bf1e387360ad7837&device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 1096 time: 0.1020501 Jun 14 15:01:08.216050 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:08.222636 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e2f9c-a739-45c6-a34b-51e6bf61fb7d req-258135bd-fcaa-441d-b12e-903ad3dcadc4 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:08.227980 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-398e2f9c-a739-45c6-a34b-51e6bf61fb7d req-258135bd-fcaa-441d-b12e-903ad3dcadc4 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 943 time: 0.0914652 Jun 14 15:01:08.249684 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-50632775-4d90-4cac-b8ae-11e7dc330772 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fddb861e-5694-4173-bee6-9e4b6fc2084a HTTP/1.1" status: 200 len: 217 time: 0.0980170 Jun 14 15:01:08.279328 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-398e2f9c-a739-45c6-a34b-51e6bf61fb7d req-d67d012e-eac0-40f7-ae44-299674b72283 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437765 Jun 14 15:01:08.374406 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-bb451209-b207-4dbe-9da4-9c6f40067c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:08.375955 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-bb451209-b207-4dbe-9da4-9c6f40067c84 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3fefd5f-9035-407c-aef4-e41354aeca65 HTTP/1.1" status: 200 len: 853 time: 0.1187296 Jun 14 15:01:08.435805 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-2aec951f-26a3-4e56-8cae-70abcff056a7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Allocated IP 172.20.0.3 (3264bc1b-3107-4e40-8063-5800aefcb632/dd985369-c943-4630-ae2d-eb1be799101d/aa5871d6-fb6f-46f2-a28e-bae783b87513) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 15:01:08.512255 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-11e53b99-91b0-4d00-bedc-81437ed880ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:08.513749 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-11e53b99-91b0-4d00-bedc-81437ed880ab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=399cc813-04c3-4671-b19e-5cef1b20003c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1287701 Jun 14 15:01:08.720882 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-2aec951f-26a3-4e56-8cae-70abcff056a7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for port, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:08.726447 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-b0248ee1-d1cd-4d57-a543-58ac1b5ccff5 service neutron] 10.222.0.35 "GET /v2.0/networks/399cc813-04c3-4671-b19e-5cef1b20003c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032146 Jun 14 15:01:08.759926 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-2aec951f-26a3-4e56-8cae-70abcff056a7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Transition to ACTIVE for port object aa5871d6-fb6f-46f2-a28e-bae783b87513 will not be triggered until provisioned by entity DHCP. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 15:01:08.874867 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-16d00d81-3da7-4cb6-aae5-6cba0a065bdf req-b185f62d-b8dc-4973-8715-d9e80bd95742 service neutron] 10.222.0.35 "GET /v2.0/networks/399cc813-04c3-4671-b19e-5cef1b20003c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408353 Jun 14 15:01:08.981140 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-2aec951f-26a3-4e56-8cae-70abcff056a7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28280472'] for port, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:08.985889 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-b3b81891-d6ea-4d94-862c-14524cb1d59d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:09.044581 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-2aec951f-26a3-4e56-8cae-70abcff056a7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Network 3264bc1b-3107-4e40-8063-5800aefcb632 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 15:01:09.048322 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-2aec951f-26a3-4e56-8cae-70abcff056a7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 15:01:09.052704 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-2aec951f-26a3-4e56-8cae-70abcff056a7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 15:01:09.093051 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec951f-26a3-4e56-8cae-70abcff056a7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Pushing event updated for resources: {'Port': ['ID=aa5871d6-fb6f-46f2-a28e-bae783b87513,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:09.102560 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-2aec951f-26a3-4e56-8cae-70abcff056a7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:09.123480 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-2aec951f-26a3-4e56-8cae-70abcff056a7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:09.124291 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-2aec951f-26a3-4e56-8cae-70abcff056a7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:09.259107 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c653456-db7a-4310-a66d-5b92106d5c18 req-c8317fc4-7322-4455-a828-402d9e597013 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:09.264829 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2c653456-db7a-4310-a66d-5b92106d5c18 req-c8317fc4-7322-4455-a828-402d9e597013 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 931 time: 0.0862310 Jun 14 15:01:09.264829 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-2aec951f-26a3-4e56-8cae-70abcff056a7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6039877 Jun 14 15:01:09.277158 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-7585507e-3ad9-42ca-9dbf-1532f8c62031 service neutron] Request body: {'port': {'device_id': '554c3372-b915-4b03-980e-36700e3d64fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 15:01:09.359804 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2c653456-db7a-4310-a66d-5b92106d5c18 req-baf47d89-495a-4a97-be89-e84bcdd4315b tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931163 Jun 14 15:01:09.415454 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-7585507e-3ad9-42ca-9dbf-1532f8c62031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:09.449710 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-09362492-6fde-4fa8-b7f7-1218a2df083b None None] Provisioning for port aa5871d6-fb6f-46f2-a28e-bae783b87513 completed by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 15:01:09.455094 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-09362492-6fde-4fa8-b7f7-1218a2df083b None None] Provisioning complete for port aa5871d6-fb6f-46f2-a28e-bae783b87513 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 15:01:09.455593 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-09362492-6fde-4fa8-b7f7-1218a2df083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:09.504033 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-09362492-6fde-4fa8-b7f7-1218a2df083b None None] Port aa5871d6-fb6f-46f2-a28e-bae783b87513 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 15:01:09.514721 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82389640-0ad8-4c26-ac14-7d74965d34da req-28f710a4-f77d-4288-846e-541361590c96 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:09.522363 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-82389640-0ad8-4c26-ac14-7d74965d34da req-28f710a4-f77d-4288-846e-541361590c96 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 943 time: 0.1072695 Jun 14 15:01:09.591030 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-82389640-0ad8-4c26-ac14-7d74965d34da req-6a6b0aef-e3b9-4c63-a009-71a39b5b9e97 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672052 Jun 14 15:01:10.103266 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-7585507e-3ad9-42ca-9dbf-1532f8c62031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa5871d6-fb6f-46f2-a28e-bae783b87513 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 15:01:10.111966 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-7585507e-3ad9-42ca-9dbf-1532f8c62031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:10.127661 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-7585507e-3ad9-42ca-9dbf-1532f8c62031 service neutron] Transition to ACTIVE for port object aa5871d6-fb6f-46f2-a28e-bae783b87513 will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 15:01:10.242995 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-7585507e-3ad9-42ca-9dbf-1532f8c62031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:10.245189 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-694e3dc9-5d31-43cf-a4ef-e4f8b2c0c199 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:10.308939 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:10.369403 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585507e-3ad9-42ca-9dbf-1532f8c62031 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5871d6-fb6f-46f2-a28e-bae783b87513,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:10.376254 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-7585507e-3ad9-42ca-9dbf-1532f8c62031 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:10.469220 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-7585507e-3ad9-42ca-9dbf-1532f8c62031 service neutron] Attempting to bind port aa5871d6-fb6f-46f2-a28e-bae783b87513 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 15:01:10.469563 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-7585507e-3ad9-42ca-9dbf-1532f8c62031 service neutron] Attempting to bind port aa5871d6-fb6f-46f2-a28e-bae783b87513 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'ac14f1ec-ccde-439b-aa26-64153387b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 15:01:10.469890 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-7585507e-3ad9-42ca-9dbf-1532f8c62031 service neutron] Attempting to bind port aa5871d6-fb6f-46f2-a28e-bae783b87513 on network 3264bc1b-3107-4e40-8063-5800aefcb632 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 15:01:10.475058 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-7585507e-3ad9-42ca-9dbf-1532f8c62031 service neutron] Port aa5871d6-fb6f-46f2-a28e-bae783b87513 on network 3264bc1b-3107-4e40-8063-5800aefcb632 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 15:01:10.475502 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-7585507e-3ad9-42ca-9dbf-1532f8c62031 service neutron] Attempting to bind port aa5871d6-fb6f-46f2-a28e-bae783b87513 on network 3264bc1b-3107-4e40-8063-5800aefcb632 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 15:01:10.481759 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-7585507e-3ad9-42ca-9dbf-1532f8c62031 service neutron] Checking agent: {'id': '8465c201-e91e-4007-8337-fb267b4bb0bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'started_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 15, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 15:01:10.482096 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-7585507e-3ad9-42ca-9dbf-1532f8c62031 service neutron] Checking segment: {'id': 'ac14f1ec-ccde-439b-aa26-64153387b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 15:01:10.482477 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-7585507e-3ad9-42ca-9dbf-1532f8c62031 service neutron] Bound using segment: {'id': 'ac14f1ec-ccde-439b-aa26-64153387b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 15:01:10.482953 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-7585507e-3ad9-42ca-9dbf-1532f8c62031 service neutron] Bound port: aa5871d6-fb6f-46f2-a28e-bae783b87513, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac14f1ec-ccde-439b-aa26-64153387b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 15:01:10.483347 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-7585507e-3ad9-42ca-9dbf-1532f8c62031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:10.615768 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-7585507e-3ad9-42ca-9dbf-1532f8c62031 service neutron] For port aa5871d6-fb6f-46f2-a28e-bae783b87513, host hv-cinder-77262, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 15:01:10.636987 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167a570-2560-4b91-a1d1-6881fae72b6b req-b4f43f15-04f6-4203-b585-4a7f41e14a79 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:10.638555 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1167a570-2560-4b91-a1d1-6881fae72b6b req-b4f43f15-04f6-4203-b585-4a7f41e14a79 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 943 time: 0.1384106 Jun 14 15:01:10.642466 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-7585507e-3ad9-42ca-9dbf-1532f8c62031 service neutron] For port aa5871d6-fb6f-46f2-a28e-bae783b87513, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=aa5871d6-fb6f-46f2-a28e-bae783b87513,segment=NetworkSegment(ac14f1ec-ccde-439b-aa26-64153387b151),segment_id=ac14f1ec-ccde-439b-aa26-64153387b151)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 15:01:10.656083 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 41548) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:01:10.698529 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-1167a570-2560-4b91-a1d1-6881fae72b6b req-9323d6c7-c304-4088-908b-d7305c49841d tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497866 Jun 14 15:01:10.749840 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-7585507e-3ad9-42ca-9dbf-1532f8c62031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:10.752326 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-ca852b5f-56c1-4410-adce-617d0fb8d747 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:10.799178 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d7649-8e9a-41d5-9c69-263b6bde60f4 req-e82f55f4-13c7-42c1-9a39-c69349383314 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:10.800746 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-458d7649-8e9a-41d5-9c69-263b6bde60f4 req-e82f55f4-13c7-42c1-9a39-c69349383314 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 943 time: 0.0789812 Jun 14 15:01:10.807650 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-7585507e-3ad9-42ca-9dbf-1532f8c62031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:10.808283 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-7585507e-3ad9-42ca-9dbf-1532f8c62031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:10.809676 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-7585507e-3ad9-42ca-9dbf-1532f8c62031 service neutron] 10.222.0.35 "PUT /v2.0/ports/aa5871d6-fb6f-46f2-a28e-bae783b87513 HTTP/1.1" status: 200 len: 1093 time: 1.5364201 Jun 14 15:01:10.815103 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554c3372-b915-4b03-980e-36700e3d64fe', 'tag': 'aa5871d6-fb6f-46f2-a28e-bae783b87513'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 15:01:10.815103 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bd1f3e-bc4e-4dc0-9541-06c7fa5c6cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "554c3372-b915-4b03-980e-36700e3d64fe", "tag": "aa5871d6-fb6f-46f2-a28e-bae783b87513"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 15:01:10.828509 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e18120ce-360e-49c3-91d4-f434f274ac9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:10.863797 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 15:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b7b0e0-8dc3-4387-aba3-8787776a1c95 x-openstack-request-id: req-97b7b0e0-8dc3-4387-aba3-8787776a1c95 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 15:01:10.864168 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554c3372-b915-4b03-980e-36700e3d64fe", "tag": "aa5871d6-fb6f-46f2-a28e-bae783b87513", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 15:01:10.864482 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-97b7b0e0-8dc3-4387-aba3-8787776a1c95 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 15:01:10.864970 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554c3372-b915-4b03-980e-36700e3d64fe', 'tag': 'aa5871d6-fb6f-46f2-a28e-bae783b87513', 'status': 'completed', 'code': 200} Jun 14 15:01:10.867866 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-458d7649-8e9a-41d5-9c69-263b6bde60f4 req-f395eb9f-22bf-4bf2-ba2c-0df56d6860dd tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564864 Jun 14 15:01:10.870013 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585507e-3ad9-42ca-9dbf-1532f8c62031 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5871d6-fb6f-46f2-a28e-bae783b87513,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:10.875300 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-7585507e-3ad9-42ca-9dbf-1532f8c62031 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:10.998196 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd1f3e-bc4e-4dc0-9541-06c7fa5c6cd8 req-f33eaf1f-4a6a-489f-9f59-0f95ec8ace22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:10.999859 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e3bd1f3e-bc4e-4dc0-9541-06c7fa5c6cd8 req-f33eaf1f-4a6a-489f-9f59-0f95ec8ace22 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aeced04591554681b1b816a5b00ecd6a&device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 1096 time: 0.1130250 Jun 14 15:01:11.083362 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e18120ce-360e-49c3-91d4-f434f274ac9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:11.137077 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e18120ce-360e-49c3-91d4-f434f274ac9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:11.142002 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-f1aab4a9-1f59-4bc7-bc17-d8e2d4889a5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:11.206625 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18120ce-360e-49c3-91d4-f434f274ac9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c411b43-411d-4564-bece-137280aa18e1,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:11.212283 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-e18120ce-360e-49c3-91d4-f434f274ac9a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=26e7d8db37f142ae9934107888ac4894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5541489 Jun 14 15:01:11.213826 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-e18120ce-360e-49c3-91d4-f434f274ac9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:11.215067 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd1f3e-bc4e-4dc0-9541-06c7fa5c6cd8 req-945b0f96-de15-409b-9d1b-2c100387138b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:11.216237 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 41554) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:01:11.216526 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e3bd1f3e-bc4e-4dc0-9541-06c7fa5c6cd8 req-945b0f96-de15-409b-9d1b-2c100387138b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=aeced04591554681b1b816a5b00ecd6a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2073352 Jun 14 15:01:11.303871 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dbf75c84-7a4f-4db4-9440-03e3a5d0b0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:11.336373 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dbf75c84-7a4f-4db4-9440-03e3a5d0b0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:11.344901 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd1f3e-bc4e-4dc0-9541-06c7fa5c6cd8 req-11f4992a-14c2-4e1c-ab87-ce8931457aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:11.346419 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e3bd1f3e-bc4e-4dc0-9541-06c7fa5c6cd8 req-11f4992a-14c2-4e1c-ab87-ce8931457aa1 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1237671 Jun 14 15:01:11.452022 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-5aa6ccc2-16f0-4337-99f3-b75a0152387c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:11.453856 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-5aa6ccc2-16f0-4337-99f3-b75a0152387c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aeced04591554681b1b816a5b00ecd6a&device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 1096 time: 0.0684021 Jun 14 15:01:11.493240 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device fddb861e-5694-4173-bee6-9e4b6fc2084a details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 15:01:11.500385 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dbf75c84-7a4f-4db4-9440-03e3a5d0b0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:11.504128 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-dbf75c84-7a4f-4db4-9440-03e3a5d0b0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:11.509948 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-dbf75c84-7a4f-4db4-9440-03e3a5d0b0b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c411b43-411d-4564-bece-137280aa18e1 HTTP/1.1" status: 204 len: 168 time: 0.2904296 Jun 14 15:01:11.509948 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-74897214-a803-41c9-adfb-f63cf26b8769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:11.510815 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-99a6f0ea-b781-4dd8-bebe-ecf606088121 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa5871d6-fb6f-46f2-a28e-bae783b87513 HTTP/1.1" status: 200 len: 217 time: 0.0498109 Jun 14 15:01:11.528505 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf75c84-7a4f-4db4-9440-03e3a5d0b0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c411b43-411d-4564-bece-137280aa18e1,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:11.532824 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-dbf75c84-7a4f-4db4-9440-03e3a5d0b0b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:11.588949 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-03623f82-2d3b-4fe0-bdeb-33fc8f63aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:11.590402 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-03623f82-2d3b-4fe0-bdeb-33fc8f63aee3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd985369-c943-4630-ae2d-eb1be799101d HTTP/1.1" status: 200 len: 851 time: 0.0737591 Jun 14 15:01:11.655821 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port fddb861e-5694-4173-bee6-9e4b6fc2084a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=fddb861e-5694-4173-bee6-9e4b6fc2084a,segment=NetworkSegment(dbf80ca7-9c15-48b8-88b4-4f328e4b967a),segment_id=dbf80ca7-9c15-48b8-88b4-4f328e4b967a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:01:11.660181 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-edede8f4-7eec-48ac-9a4e-b96ba0886dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:11.662296 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-edede8f4-7eec-48ac-9a4e-b96ba0886dc8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3264bc1b-3107-4e40-8063-5800aefcb632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0660789 Jun 14 15:01:11.670783 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Returning: {'device': 'fddb861e-5694-4173-bee6-9e4b6fc2084a', 'network_id': '399cc813-04c3-4671-b19e-5cef1b20003c', 'port_id': 'fddb861e-5694-4173-bee6-9e4b6fc2084a', 'mac_address': 'fa:16:3e:46:6c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3fefd5f-9035-407c-aef4-e41354aeca65', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 15:01:11.719597 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:11.738063 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fddb861e-5694-4173-bee6-9e4b6fc2084a {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 15:01:11.778778 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port fddb861e-5694-4173-bee6-9e4b6fc2084a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=fddb861e-5694-4173-bee6-9e4b6fc2084a,segment=NetworkSegment(dbf80ca7-9c15-48b8-88b4-4f328e4b967a),segment_id=dbf80ca7-9c15-48b8-88b4-4f328e4b967a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:01:11.830064 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-932f8d06-9ce7-474b-aa50-3ae49eec0349 service neutron] 10.222.0.35 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615012 Jun 14 15:01:11.917647 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:11.920146 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-cfaa21d3-6aa7-4d25-89c2-e78ba87942c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:11.982190 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=fddb861e-5694-4173-bee6-9e4b6fc2084a,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:11.996478 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:12.016093 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-b3835bed-de20-4b4b-8c00-3f095cfc42c6 req-ef94d42e-6c04-4c72-935c-8aaa552368aa service neutron] 10.222.0.35 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790123 Jun 14 15:01:12.037028 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a95892-6c62-4fe5-8eea-982e88bc46a6 req-0c2d8505-d121-46f2-a71f-adf75cf638bc tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:12.038664 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e6a95892-6c62-4fe5-8eea-982e88bc46a6 req-0c2d8505-d121-46f2-a71f-adf75cf638bc tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 943 time: 0.1556447 Jun 14 15:01:12.088563 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e6a95892-6c62-4fe5-8eea-982e88bc46a6 req-c4bacc10-9126-419c-9602-d8f300bdb4b3 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435512 Jun 14 15:01:12.096581 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b2a24-7e83-4397-9b9b-239537c8eeae req-ed1c7432-d79a-4a3e-ba3a-815c131ecf9f tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:12.098134 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ef2b2a24-7e83-4397-9b9b-239537c8eeae req-ed1c7432-d79a-4a3e-ba3a-815c131ecf9f tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 944 time: 0.0810895 Jun 14 15:01:12.124619 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['fddb861e-5694-4173-bee6-9e4b6fc2084a'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 15:01:12.153409 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ef2b2a24-7e83-4397-9b9b-239537c8eeae req-aa9b838e-7ad7-4908-9098-62c5cda88e93 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450699 Jun 14 15:01:13.291062 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb054dfa-9032-4074-99f6-f68702d6e487 req-34c02726-7376-4dd2-b747-dcaf3718e41b tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:13.298044 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eb054dfa-9032-4074-99f6-f68702d6e487 req-34c02726-7376-4dd2-b747-dcaf3718e41b tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 943 time: 0.0873134 Jun 14 15:01:13.343126 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-eb054dfa-9032-4074-99f6-f68702d6e487 req-e03e37de-37fd-4cd8-a6e9-f8133f282b9f tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427480 Jun 14 15:01:13.386838 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776b0e4-a09c-442e-bd54-377b73cb2356 req-4d4c290e-b1a7-4cd7-84b3-ce8b978e9406 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:13.388832 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0776b0e4-a09c-442e-bd54-377b73cb2356 req-4d4c290e-b1a7-4cd7-84b3-ce8b978e9406 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 944 time: 0.0844774 Jun 14 15:01:13.421447 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 41592) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:01:13.434949 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-0776b0e4-a09c-442e-bd54-377b73cb2356 req-9e4866c4-31d5-45c2-8c7c-0caa262a1104 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399618 Jun 14 15:01:13.523741 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device fddb861e-5694-4173-bee6-9e4b6fc2084a up at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 15:01:13.544772 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4bc6e04f-4c17-4f18-8bb7-21f1b782d358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:13.637317 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning for port fddb861e-5694-4173-bee6-9e4b6fc2084a completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 15:01:13.641128 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning complete for port fddb861e-5694-4173-bee6-9e4b6fc2084a triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 15:01:13.641506 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:13.673701 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4bc6e04f-4c17-4f18-8bb7-21f1b782d358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:13.734359 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4bc6e04f-4c17-4f18-8bb7-21f1b782d358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:13.736349 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:13.737366 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-c135983b-4b33-4773-b400-f9e4a97b5ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:13.762685 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0dffd74-ffb9-4d02-a736-78bcb74467d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddb861e-5694-4173-bee6-9e4b6fc2084a'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 15:01:13.765014 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbc8443-5fa5-4637-a179-657a8682630f" -d '{"events": [{"server_uuid": "b0dffd74-ffb9-4d02-a736-78bcb74467d2", "name": "network-vif-plugged", "status": "completed", "tag": "fddb861e-5694-4173-bee6-9e4b6fc2084a"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 15:01:13.781133 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-4bc6e04f-4c17-4f18-8bb7-21f1b782d358 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=befc4f936cad40f4a57f270bc2b1cad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3584921 Jun 14 15:01:13.789243 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6e04f-4c17-4f18-8bb7-21f1b782d358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4da70e7-8cb1-4bea-889a-117a081c9b77,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:13.789399 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 41598) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:01:13.789530 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-4bc6e04f-4c17-4f18-8bb7-21f1b782d358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:13.789646 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port fddb861e-5694-4173-bee6-9e4b6fc2084a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=fddb861e-5694-4173-bee6-9e4b6fc2084a,segment=NetworkSegment(dbf80ca7-9c15-48b8-88b4-4f328e4b967a),segment_id=dbf80ca7-9c15-48b8-88b4-4f328e4b967a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:01:13.825556 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 15:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a122ff82-f19d-4a22-91a3-274142c615fc x-openstack-request-id: req-a122ff82-f19d-4a22-91a3-274142c615fc {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 15:01:13.825855 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0dffd74-ffb9-4d02-a736-78bcb74467d2", "name": "network-vif-plugged", "status": "completed", "tag": "fddb861e-5694-4173-bee6-9e4b6fc2084a", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 15:01:13.826119 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a122ff82-f19d-4a22-91a3-274142c615fc {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 15:01:13.826509 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0dffd74-ffb9-4d02-a736-78bcb74467d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddb861e-5694-4173-bee6-9e4b6fc2084a', 'code': 200} Jun 14 15:01:13.856710 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-843c977a-9248-4351-81f1-ade0fe0876cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:13.872634 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:13.874880 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-b59c29b4-5327-453f-a70d-c05e364ee9aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:13.892576 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-843c977a-9248-4351-81f1-ade0fe0876cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:13.964577 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=fddb861e-5694-4173-bee6-9e4b6fc2084a,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:13.967848 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:14.021119 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-843c977a-9248-4351-81f1-ade0fe0876cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:14.024458 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-843c977a-9248-4351-81f1-ade0fe0876cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:14.027596 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-843c977a-9248-4351-81f1-ade0fe0876cf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f4da70e7-8cb1-4bea-889a-117a081c9b77 HTTP/1.1" status: 204 len: 168 time: 0.2400723 Jun 14 15:01:14.027596 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-54317bdb-6cd0-4018-98a0-e84ddb242eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:14.038999 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c977a-9248-4351-81f1-ade0fe0876cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4da70e7-8cb1-4bea-889a-117a081c9b77,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:14.042124 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-843c977a-9248-4351-81f1-ade0fe0876cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:14.257802 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98360e1-f1b0-4e25-b7db-db6369b62197 req-9133f96e-157b-4e28-9e2e-75a609b348cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:14.259628 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c98360e1-f1b0-4e25-b7db-db6369b62197 req-9133f96e-157b-4e28-9e2e-75a609b348cd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 1098 time: 0.0725486 Jun 14 15:01:14.300139 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c98360e1-f1b0-4e25-b7db-db6369b62197 req-1d9281b0-b1ae-46b1-bf1e-064cbb9721f9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342650 Jun 14 15:01:14.605679 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2419bb-206d-4503-9a48-afc08778269a req-e02979c1-6c97-4ba8-a137-0c9dd28ef0f7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:14.605679 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ee2419bb-206d-4503-9a48-afc08778269a req-e02979c1-6c97-4ba8-a137-0c9dd28ef0f7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 943 time: 0.1029801 Jun 14 15:01:14.651280 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053b564-32be-493e-a7d0-4a62db7c4820 req-777ec710-1c20-4698-b646-fcc901e809dd tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:14.652395 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ee2419bb-206d-4503-9a48-afc08778269a req-31a11a9c-66fa-4514-ab19-93a1052378df tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397758 Jun 14 15:01:14.656079 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c053b564-32be-493e-a7d0-4a62db7c4820 req-777ec710-1c20-4698-b646-fcc901e809dd tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 945 time: 0.0834239 Jun 14 15:01:14.700771 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c053b564-32be-493e-a7d0-4a62db7c4820 req-542bfc78-8da1-4307-87ee-a677c40f6c29 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420511 Jun 14 15:01:15.863307 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c23ea-9e8c-4412-bf2c-b6b4be5b1a74 req-fcb90f8c-ebad-48ad-b6e8-22d5f4ba2c26 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:15.865040 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4e9c23ea-9e8c-4412-bf2c-b6b4be5b1a74 req-fcb90f8c-ebad-48ad-b6e8-22d5f4ba2c26 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 943 time: 0.0765326 Jun 14 15:01:15.902149 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce388802-f20e-4cc0-885e-891cc77d3030 req-5ceb0527-dad1-4e55-bdfd-077f29c7f1aa tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:15.904011 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ce388802-f20e-4cc0-885e-891cc77d3030 req-5ceb0527-dad1-4e55-bdfd-077f29c7f1aa tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 945 time: 0.0826266 Jun 14 15:01:15.917119 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-4e9c23ea-9e8c-4412-bf2c-b6b4be5b1a74 req-503c5487-97bc-4581-858b-cb42dee524be tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459797 Jun 14 15:01:15.954793 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ce388802-f20e-4cc0-885e-891cc77d3030 req-5f94a928-553d-4814-bd13-aa546cd93189 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451152 Jun 14 15:01:16.164458 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e6f4d-2021-4bca-96db-b95f38690ac3 req-4bf6691f-58b1-4e32-b2b7-c2c12c287539 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:16.166062 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-850e6f4d-2021-4bca-96db-b95f38690ac3 req-4bf6691f-58b1-4e32-b2b7-c2c12c287539 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 945 time: 0.0848572 Jun 14 15:01:16.215429 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-850e6f4d-2021-4bca-96db-b95f38690ac3 req-52150af4-78ac-4a47-acf8-f349eb423dcc tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416617 Jun 14 15:01:16.628017 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4679e-409e-4333-802b-a89e72986567 req-0e51bfa6-adc3-4694-ae83-96a7abe98d4a tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:16.638928 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ded4679e-409e-4333-802b-a89e72986567 req-0e51bfa6-adc3-4694-ae83-96a7abe98d4a tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 945 time: 0.0725532 Jun 14 15:01:16.674207 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ded4679e-409e-4333-802b-a89e72986567 req-c5815a5a-2eec-477c-9dd2-66dc13c32e9c tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382752 Jun 14 15:01:17.108936 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ce6af-c38b-41fe-ae3b-48d65c7d53f9 req-32a91d6d-8f38-41d0-9783-824978892860 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:17.110389 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8a1ce6af-c38b-41fe-ae3b-48d65c7d53f9 req-32a91d6d-8f38-41d0-9783-824978892860 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 943 time: 0.0714586 Jun 14 15:01:17.155636 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8a1ce6af-c38b-41fe-ae3b-48d65c7d53f9 req-68d7aa75-c149-4b52-8d7c-4c566970eebf tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382574 Jun 14 15:01:18.311557 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:18.376600 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f18c8d-7e3a-4a31-bb8c-7d52ef913041 req-65c9e57b-0860-4a60-9428-88db7545b00b tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:18.378136 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-69f18c8d-7e3a-4a31-bb8c-7d52ef913041 req-65c9e57b-0860-4a60-9428-88db7545b00b tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 943 time: 0.0788007 Jun 14 15:01:18.427316 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-69f18c8d-7e3a-4a31-bb8c-7d52ef913041 req-9f67c66f-e2d3-4e78-8f80-04d18028e2f2 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384655 Jun 14 15:01:19.585917 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device aa5871d6-fb6f-46f2-a28e-bae783b87513 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 15:01:19.620401 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d34f9-82bc-4278-9d21-80a76e127c10 req-499c51bb-4a70-4daf-9142-94e046df5509 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:19.622029 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f35d34f9-82bc-4278-9d21-80a76e127c10 req-499c51bb-4a70-4daf-9142-94e046df5509 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 943 time: 0.0770180 Jun 14 15:01:19.678561 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-f35d34f9-82bc-4278-9d21-80a76e127c10 req-3891d6df-8b91-4bf0-87e9-0e64fc10e014 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495894 Jun 14 15:01:19.736099 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port aa5871d6-fb6f-46f2-a28e-bae783b87513, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=aa5871d6-fb6f-46f2-a28e-bae783b87513,segment=NetworkSegment(ac14f1ec-ccde-439b-aa26-64153387b151),segment_id=ac14f1ec-ccde-439b-aa26-64153387b151)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:01:19.752921 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Returning: {'device': 'aa5871d6-fb6f-46f2-a28e-bae783b87513', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'port_id': 'aa5871d6-fb6f-46f2-a28e-bae783b87513', 'mac_address': 'fa:16:3e:2d:d0:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 15:01:19.800721 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:19.817603 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa5871d6-fb6f-46f2-a28e-bae783b87513 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 15:01:19.840021 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port aa5871d6-fb6f-46f2-a28e-bae783b87513, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=aa5871d6-fb6f-46f2-a28e-bae783b87513,segment=NetworkSegment(ac14f1ec-ccde-439b-aa26-64153387b151),segment_id=ac14f1ec-ccde-439b-aa26-64153387b151)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:01:19.908649 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:19.913330 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:19.997538 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=aa5871d6-fb6f-46f2-a28e-bae783b87513,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:20.004863 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:20.154544 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['aa5871d6-fb6f-46f2-a28e-bae783b87513'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 15:01:20.878114 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4bf9e5-5a62-465a-9e9d-3eff3924efdc req-344da001-4ef0-4e03-96ea-30e0f55032e9 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:20.880410 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8a4bf9e5-5a62-465a-9e9d-3eff3924efdc req-344da001-4ef0-4e03-96ea-30e0f55032e9 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 944 time: 0.0814455 Jun 14 15:01:20.923953 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-8a4bf9e5-5a62-465a-9e9d-3eff3924efdc req-fc5ce567-6bf8-497f-94bf-b85a41f3a120 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373676 Jun 14 15:01:21.601400 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device aa5871d6-fb6f-46f2-a28e-bae783b87513 up at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 15:01:21.728827 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning for port aa5871d6-fb6f-46f2-a28e-bae783b87513 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 15:01:21.733862 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning complete for port aa5871d6-fb6f-46f2-a28e-bae783b87513 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 15:01:21.734247 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:21.837502 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:21.866999 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554c3372-b915-4b03-980e-36700e3d64fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5871d6-fb6f-46f2-a28e-bae783b87513'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 15:01:21.869373 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce8c65d-2b6a-4876-b4cb-7422cb4ddd4e" -d '{"events": [{"server_uuid": "554c3372-b915-4b03-980e-36700e3d64fe", "name": "network-vif-plugged", "status": "completed", "tag": "aa5871d6-fb6f-46f2-a28e-bae783b87513"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 15:01:21.886352 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port aa5871d6-fb6f-46f2-a28e-bae783b87513, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=aa5871d6-fb6f-46f2-a28e-bae783b87513,segment=NetworkSegment(ac14f1ec-ccde-439b-aa26-64153387b151),segment_id=ac14f1ec-ccde-439b-aa26-64153387b151)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:01:21.915620 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 15:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99bddcd-0a25-4a6d-968b-ac29c6eeb269 x-openstack-request-id: req-c99bddcd-0a25-4a6d-968b-ac29c6eeb269 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 15:01:21.915913 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554c3372-b915-4b03-980e-36700e3d64fe", "name": "network-vif-plugged", "status": "completed", "tag": "aa5871d6-fb6f-46f2-a28e-bae783b87513", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 15:01:21.916167 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c99bddcd-0a25-4a6d-968b-ac29c6eeb269 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 15:01:21.916635 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554c3372-b915-4b03-980e-36700e3d64fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5871d6-fb6f-46f2-a28e-bae783b87513', 'code': 200} Jun 14 15:01:21.957299 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:21.959782 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:22.026533 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=aa5871d6-fb6f-46f2-a28e-bae783b87513,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:22.034458 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:01:22.034839 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:01:22.035333 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:01:22.035454 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:01:22.036052 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:01:22.036503 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:01:22.036839 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:01:22.037166 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:01:22.037494 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:01:22.037837 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:01:22.038137 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:01:22.038451 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:01:22.042763 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:22.138431 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfb171-dfe3-4ed3-afe2-b2a08ab14756 req-7bbf2c25-d5a6-45bb-9e99-72cc1933c2b3 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:22.139982 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ffdfb171-dfe3-4ed3-afe2-b2a08ab14756 req-7bbf2c25-d5a6-45bb-9e99-72cc1933c2b3 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 945 time: 0.0784547 Jun 14 15:01:22.190439 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ffdfb171-dfe3-4ed3-afe2-b2a08ab14756 req-9234a3e9-1195-45f6-8586-64cad1029ddd tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432799 Jun 14 15:01:22.421731 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdd964-b1f0-4876-88fc-b39d3241ff59 req-64edc1d7-461e-46e0-9ead-f9d5cd2c4495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:22.423272 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-95bdd964-b1f0-4876-88fc-b39d3241ff59 req-64edc1d7-461e-46e0-9ead-f9d5cd2c4495 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 1098 time: 0.0788603 Jun 14 15:01:22.468793 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-95bdd964-b1f0-4876-88fc-b39d3241ff59 req-0e529b31-ac90-4629-8b3e-7bdfb5e0c29c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363507 Jun 14 15:01:23.408573 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f4148-c3c3-40bc-a587-ed1e06e59ced req-11bfe710-8f69-4825-a6a8-6ee6454834b1 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:23.410144 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7d4f4148-c3c3-40bc-a587-ed1e06e59ced req-11bfe710-8f69-4825-a6a8-6ee6454834b1 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 945 time: 0.0828371 Jun 14 15:01:23.459813 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7d4f4148-c3c3-40bc-a587-ed1e06e59ced req-9b5779ef-cee0-42e0-9c36-4ffb7b27b991 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427787 Jun 14 15:01:24.935686 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a990203-0916-4e45-83e7-c5b6f17f0cec req-12fbc01d-444b-4e24-878a-12beae905054 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:24.937215 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3a990203-0916-4e45-83e7-c5b6f17f0cec req-12fbc01d-444b-4e24-878a-12beae905054 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 945 time: 0.3513610 Jun 14 15:01:24.983261 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-3a990203-0916-4e45-83e7-c5b6f17f0cec req-d96b8fc6-8835-4a96-8ba4-583b7b8d3ca9 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398109 Jun 14 15:01:25.201196 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ca858-7215-454b-9c1d-4204e74b9d36 req-f73f0516-4633-46ad-a92f-a1e6f5cc9b75 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:25.201196 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-326ca858-7215-454b-9c1d-4204e74b9d36 req-f73f0516-4633-46ad-a92f-a1e6f5cc9b75 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 945 time: 0.0944948 Jun 14 15:01:25.244218 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-326ca858-7215-454b-9c1d-4204e74b9d36 req-c1d5d3c6-5682-44e4-ae22-ce95863a0d1e tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413313 Jun 14 15:01:25.269443 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 41668) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:01:25.330670 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343ff101-766d-4d26-9e51-c739680ae394 tempest-TestVolumeBootPattern-922366432 tempest-TestVolumeBootPattern-922366432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:25.332199 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-343ff101-766d-4d26-9e51-c739680ae394 tempest-TestVolumeBootPattern-922366432 tempest-TestVolumeBootPattern-922366432-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 1093 time: 0.0611265 Jun 14 15:01:25.335826 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 41670) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:01:25.340974 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-7de1397d-a03d-49c7-aee2-472ed6838a2c tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Request body: {'floatingip': {'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'port_id': 'aa5871d6-fb6f-46f2-a28e-bae783b87513', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 15:01:25.460072 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7de1397d-a03d-49c7-aee2-472ed6838a2c tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for floatingip, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:25.476125 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:01:25.589443 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7de1397d-a03d-49c7-aee2-472ed6838a2c tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:25.712101 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-7de1397d-a03d-49c7-aee2-472ed6838a2c tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Allocated IP 172.27.2.93 (fc485d09-1af9-4f7a-81e8-700830ebc213/e09b5c2d-fde6-405d-9c65-d45cf22b44a3/c9d1a14b-ef50-49b8-8112-6ddea5727e6f) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 15:01:25.852797 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7de1397d-a03d-49c7-aee2-472ed6838a2c tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for port, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:25.980607 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7de1397d-a03d-49c7-aee2-472ed6838a2c tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28280472'] for port, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:25.982690 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-ee27112c-4387-45c6-ab31-9b9c519693a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:26.037775 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de1397d-a03d-49c7-aee2-472ed6838a2c tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Network fc485d09-1af9-4f7a-81e8-700830ebc213 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 15:01:26.044015 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-7de1397d-a03d-49c7-aee2-472ed6838a2c tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 15:01:26.046823 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de1397d-a03d-49c7-aee2-472ed6838a2c tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 15:01:26.054659 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1397d-a03d-49c7-aee2-472ed6838a2c tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Pushing event updated for resources: {'Port': ['ID=c9d1a14b-ef50-49b8-8112-6ddea5727e6f,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:26.057546 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-7de1397d-a03d-49c7-aee2-472ed6838a2c tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:26.573344 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7de1397d-a03d-49c7-aee2-472ed6838a2c tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:26.719290 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7de1397d-a03d-49c7-aee2-472ed6838a2c tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:26.906177 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7de1397d-a03d-49c7-aee2-472ed6838a2c tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:27.002714 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7de1397d-a03d-49c7-aee2-472ed6838a2c tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:27.006246 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-917f49c1-abbc-481e-b804-e7291e7dc6ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:27.098241 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1397d-a03d-49c7-aee2-472ed6838a2c tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Pushing event updated for resources: {'Port': ['ID=c9d1a14b-ef50-49b8-8112-6ddea5727e6f,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:27.101962 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-7de1397d-a03d-49c7-aee2-472ed6838a2c tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:27.113217 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7de1397d-a03d-49c7-aee2-472ed6838a2c tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768775'] for floatingip, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:27.258925 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.db.l3_db [None req-7de1397d-a03d-49c7-aee2-472ed6838a2c tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Floating IP fe5bebb9-8408-4857-9c4c-a8d0f19a23c9 associated. External IP: 172.27.2.93, port: aa5871d6-fb6f-46f2-a28e-bae783b87513. Jun 14 15:01:27.612003 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6263d9-2cc5-4527-b9ae-cd61cae7b7a6 req-a8e2a73e-5738-4f80-a817-1320d58a0ef8 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:27.614216 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cf6263d9-2cc5-4527-b9ae-cd61cae7b7a6 req-a8e2a73e-5738-4f80-a817-1320d58a0ef8 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 945 time: 0.0805526 Jun 14 15:01:27.661866 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cf6263d9-2cc5-4527-b9ae-cd61cae7b7a6 req-842db594-bb75-4c42-b0bd-ab407732e712 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414934 Jun 14 15:01:27.687973 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 41682) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:01:27.967534 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eae0bc-8416-43f7-a16a-88bad0617b98 tempest-TestMinimumBasicScenario-317135084 tempest-TestMinimumBasicScenario-317135084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:27.969056 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-28eae0bc-8416-43f7-a16a-88bad0617b98 tempest-TestMinimumBasicScenario-317135084 tempest-TestMinimumBasicScenario-317135084-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 1093 time: 0.2799423 Jun 14 15:01:27.972096 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 41686) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:01:27.978586 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-7ebe1db6-8cf8-4662-8a12-da43a2cade30 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Request body: {'floatingip': {'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'port_id': 'fddb861e-5694-4173-bee6-9e4b6fc2084a', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 15:01:28.019013 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de1397d-a03d-49c7-aee2-472ed6838a2c tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Router 3172724f-97a2-43b1-b5f1-ae92efd7650f has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 15:01:28.077410 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7ebe1db6-8cf8-4662-8a12-da43a2cade30 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for floatingip, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:28.221980 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de1397d-a03d-49c7-aee2-472ed6838a2c tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 15:01:28.234541 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f962699-d619-466d-9541-33ad65025847 None None] Sync routers for ids ['3172724f-97a2-43b1-b5f1-ae92efd7650f'] in dv-cinder-772623-8-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 15:01:28.245213 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f962699-d619-466d-9541-33ad65025847 None None] Routers {'3172724f-97a2-43b1-b5f1-ae92efd7650f'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:01:28.245825 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-4f962699-d619-466d-9541-33ad65025847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:01:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['3172724f-97a2-43b1-b5f1-ae92efd7650f'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:01:28.255308 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7ebe1db6-8cf8-4662-8a12-da43a2cade30 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:28.295689 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7de1397d-a03d-49c7-aee2-472ed6838a2c tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for floatingip, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:28.380860 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-7de1397d-a03d-49c7-aee2-472ed6838a2c tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0429637 Jun 14 15:01:28.380860 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554c3372-b915-4b03-980e-36700e3d64fe', 'tag': 'aa5871d6-fb6f-46f2-a28e-bae783b87513'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 15:01:28.383479 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847b1048-dd4e-449e-8e78-6c87c9ec1886" -d '{"events": [{"name": "network-changed", "server_uuid": "554c3372-b915-4b03-980e-36700e3d64fe", "tag": "aa5871d6-fb6f-46f2-a28e-bae783b87513"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 15:01:28.408019 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-7ebe1db6-8cf8-4662-8a12-da43a2cade30 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Allocated IP 172.27.2.131 (fc485d09-1af9-4f7a-81e8-700830ebc213/e09b5c2d-fde6-405d-9c65-d45cf22b44a3/36ed2c68-0a0b-4de6-9ded-c8273aad6c5e) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 15:01:28.416885 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-4f962699-d619-466d-9541-33ad65025847 None None] Set router 3172724f-97a2-43b1-b5f1-ae92efd7650f gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:01:28.471115 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 15:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a672ba45-c803-4f2f-9a25-5b3a35eab0c1 x-openstack-request-id: req-a672ba45-c803-4f2f-9a25-5b3a35eab0c1 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 15:01:28.471448 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554c3372-b915-4b03-980e-36700e3d64fe", "tag": "aa5871d6-fb6f-46f2-a28e-bae783b87513", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 15:01:28.471771 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a672ba45-c803-4f2f-9a25-5b3a35eab0c1 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 15:01:28.472215 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554c3372-b915-4b03-980e-36700e3d64fe', 'tag': 'aa5871d6-fb6f-46f2-a28e-bae783b87513', 'status': 'completed', 'code': 200} Jun 14 15:01:28.572216 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b1048-dd4e-449e-8e78-6c87c9ec1886 req-f89e6683-0422-4951-b733-a557497f2e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:28.574200 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7ebe1db6-8cf8-4662-8a12-da43a2cade30 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for port, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:28.574527 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-847b1048-dd4e-449e-8e78-6c87c9ec1886 req-f89e6683-0422-4951-b733-a557497f2e70 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aeced04591554681b1b816a5b00ecd6a&device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 1098 time: 0.0708537 Jun 14 15:01:28.683856 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7ebe1db6-8cf8-4662-8a12-da43a2cade30 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27717363'] for port, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:28.688048 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:28.712875 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b1048-dd4e-449e-8e78-6c87c9ec1886 req-a5359012-2750-4fc7-8a7d-4a8de228a2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:28.714361 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-847b1048-dd4e-449e-8e78-6c87c9ec1886 req-a5359012-2750-4fc7-8a7d-4a8de228a2b0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3264bc1b-3107-4e40-8063-5800aefcb632 HTTP/1.1" status: 200 len: 913 time: 0.1220503 Jun 14 15:01:28.736897 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebe1db6-8cf8-4662-8a12-da43a2cade30 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Network fc485d09-1af9-4f7a-81e8-700830ebc213 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 15:01:28.741333 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-7ebe1db6-8cf8-4662-8a12-da43a2cade30 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 15:01:28.745044 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebe1db6-8cf8-4662-8a12-da43a2cade30 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 15:01:28.755397 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-4f962699-d619-466d-9541-33ad65025847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'name': 'tempest-TestVolumeBootPattern-2112517787-router', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:13Z', 'updated_at': '2021-06-14T14:57:19Z', 'revision_number': 4, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'gw_port': {'id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:14Z', 'updated_at': '2021-06-14T14:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': 'fe5bebb9-8408-4857-9c4c-a8d0f19a23c9', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'port_id': 'aa5871d6-fb6f-46f2-a28e-bae783b87513', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'mac_address': 'fa:16:3e:2d:d0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c3372-b915-4b03-980e-36700e3d64fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T15:01:26Z', 'updated_at': '2021-06-14T15:01:26Z', 'revision_number': 0, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b07085e-233f-42a9-981c-a519eb19fa2c', 'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'mac_address': 'fa:16:3e:7d:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:18Z', 'updated_at': '2021-06-14T14:57:27Z', 'revision_number': 5, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'subnets': [{'id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:01:28.764298 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f962699-d619-466d-9541-33ad65025847 None None] Checking router: 3172724f-97a2-43b1-b5f1-ae92efd7650f for host: dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 15:01:28.770220 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f962699-d619-466d-9541-33ad65025847 None None] Routers {'3172724f-97a2-43b1-b5f1-ae92efd7650f'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:01:28.770735 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-4f962699-d619-466d-9541-33ad65025847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:01:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['3172724f-97a2-43b1-b5f1-ae92efd7650f'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:01:28.779974 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe1db6-8cf8-4662-8a12-da43a2cade30 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Pushing event updated for resources: {'Port': ['ID=36ed2c68-0a0b-4de6-9ded-c8273aad6c5e,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:28.791855 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-7ebe1db6-8cf8-4662-8a12-da43a2cade30 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:28.812866 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-847b1048-dd4e-449e-8e78-6c87c9ec1886 req-6b6256b5-3623-4688-9f81-c4406ed592ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa5871d6-fb6f-46f2-a28e-bae783b87513 HTTP/1.1" status: 200 len: 998 time: 0.0903997 Jun 14 15:01:28.900942 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b1048-dd4e-449e-8e78-6c87c9ec1886 req-4a3685c5-e131-42cc-8940-3fd433a69111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:28.904337 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-847b1048-dd4e-449e-8e78-6c87c9ec1886 req-4a3685c5-e131-42cc-8940-3fd433a69111 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd985369-c943-4630-ae2d-eb1be799101d HTTP/1.1" status: 200 len: 851 time: 0.0773487 Jun 14 15:01:28.991341 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b1048-dd4e-449e-8e78-6c87c9ec1886 req-f0bacd12-cea1-44a5-a5ed-2290a6c3aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:28.994266 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-847b1048-dd4e-449e-8e78-6c87c9ec1886 req-f0bacd12-cea1-44a5-a5ed-2290a6c3aec6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3264bc1b-3107-4e40-8063-5800aefcb632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0834982 Jun 14 15:01:29.080956 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-4f962699-d619-466d-9541-33ad65025847 None None] Set router 3172724f-97a2-43b1-b5f1-ae92efd7650f gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:01:29.138827 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-847b1048-dd4e-449e-8e78-6c87c9ec1886 req-bd935440-18b1-454c-a2a6-2be6cf037800 service neutron] 10.222.0.35 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320958 Jun 14 15:01:29.280851 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-847b1048-dd4e-449e-8e78-6c87c9ec1886 req-6ca5c7e2-8ee6-49af-bc11-f62127ba5287 service neutron] 10.222.0.35 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259017 Jun 14 15:01:29.314036 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7ebe1db6-8cf8-4662-8a12-da43a2cade30 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:29.464291 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-4f962699-d619-466d-9541-33ad65025847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'name': 'tempest-TestVolumeBootPattern-2112517787-router', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:13Z', 'updated_at': '2021-06-14T14:57:19Z', 'revision_number': 4, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'gw_port': {'id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:14Z', 'updated_at': '2021-06-14T14:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': 'fe5bebb9-8408-4857-9c4c-a8d0f19a23c9', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'port_id': 'aa5871d6-fb6f-46f2-a28e-bae783b87513', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'mac_address': 'fa:16:3e:2d:d0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c3372-b915-4b03-980e-36700e3d64fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T15:01:26Z', 'updated_at': '2021-06-14T15:01:26Z', 'revision_number': 0, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b07085e-233f-42a9-981c-a519eb19fa2c', 'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'mac_address': 'fa:16:3e:7d:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:18Z', 'updated_at': '2021-06-14T14:57:27Z', 'revision_number': 5, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'subnets': [{'id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:01:29.468382 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f962699-d619-466d-9541-33ad65025847 None None] The sync data for ids ['3172724f-97a2-43b1-b5f1-ae92efd7650f'] in dv-cinder-772623-8-iscsi is: [{'id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'name': 'tempest-TestVolumeBootPattern-2112517787-router', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:13Z', 'updated_at': '2021-06-14T14:57:19Z', 'revision_number': 4, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'gw_port': {'id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:14Z', 'updated_at': '2021-06-14T14:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': 'fe5bebb9-8408-4857-9c4c-a8d0f19a23c9', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'port_id': 'aa5871d6-fb6f-46f2-a28e-bae783b87513', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'mac_address': 'fa:16:3e:2d:d0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c3372-b915-4b03-980e-36700e3d64fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T15:01:26Z', 'updated_at': '2021-06-14T15:01:26Z', 'revision_number': 0, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b07085e-233f-42a9-981c-a519eb19fa2c', 'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'mac_address': 'fa:16:3e:7d:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:18Z', 'updated_at': '2021-06-14T14:57:27Z', 'revision_number': 5, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'subnets': [{'id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 15:01:29.507838 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7ebe1db6-8cf8-4662-8a12-da43a2cade30 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:29.687553 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d57d552-813e-46d6-a440-c8f61ee3345a None None] New status for floating IP fe5bebb9-8408-4857-9c4c-a8d0f19a23c9: ACTIVE {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 15:01:29.709265 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7ebe1db6-8cf8-4662-8a12-da43a2cade30 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for port, precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:29.787501 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7ebe1db6-8cf8-4662-8a12-da43a2cade30 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27717325'] for port, after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:29.787922 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-91bd55f8-a5ba-4690-81ea-f9bbbd44bdf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:29.909988 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe1db6-8cf8-4662-8a12-da43a2cade30 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Pushing event updated for resources: {'Port': ['ID=36ed2c68-0a0b-4de6-9ded-c8273aad6c5e,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:29.913754 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-7ebe1db6-8cf8-4662-8a12-da43a2cade30 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:29.923221 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7ebe1db6-8cf8-4662-8a12-da43a2cade30 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768775'] for floatingip, after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:30.078335 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.db.l3_db [None req-7ebe1db6-8cf8-4662-8a12-da43a2cade30 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Floating IP afee41ba-2625-44f3-a498-ba708f0446ab associated. External IP: 172.27.2.131, port: fddb861e-5694-4173-bee6-9e4b6fc2084a. Jun 14 15:01:30.385747 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebe1db6-8cf8-4662-8a12-da43a2cade30 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Router 4354bfe2-9e55-42c4-9107-4bc2325306ac has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 15:01:30.534264 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebe1db6-8cf8-4662-8a12-da43a2cade30 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 15:01:30.543852 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab01e12-d11a-4b2e-95d0-641925781ca3 None None] Sync routers for ids ['4354bfe2-9e55-42c4-9107-4bc2325306ac'] in dv-cinder-772623-8-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 15:01:30.553735 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab01e12-d11a-4b2e-95d0-641925781ca3 None None] Routers {'4354bfe2-9e55-42c4-9107-4bc2325306ac'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:01:30.554363 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-dab01e12-d11a-4b2e-95d0-641925781ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:01:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['4354bfe2-9e55-42c4-9107-4bc2325306ac'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:01:30.620533 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-7ebe1db6-8cf8-4662-8a12-da43a2cade30 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for floatingip, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:30.669350 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-7ebe1db6-8cf8-4662-8a12-da43a2cade30 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6953976 Jun 14 15:01:30.669892 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0dffd74-ffb9-4d02-a736-78bcb74467d2', 'tag': 'fddb861e-5694-4173-bee6-9e4b6fc2084a'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 15:01:30.672277 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d16000bb1453c626be2c9fe90cf152d3497827e73c55abcdb2fab0d7ea5a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34feaa4e-8acb-43df-b4e8-625b13293290" -d '{"events": [{"name": "network-changed", "server_uuid": "b0dffd74-ffb9-4d02-a736-78bcb74467d2", "tag": "fddb861e-5694-4173-bee6-9e4b6fc2084a"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 15:01:30.673558 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 41692) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:01:30.681056 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-d3046b4a-4041-46d2-9fb5-97c360d35466 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-768773935', 'description': 'tempest-secgroup-smoke-768773935 description', 'project_id': 'd30c2866207d49b9bf1e387360ad7837'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 15:01:30.714578 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-dab01e12-d11a-4b2e-95d0-641925781ca3 None None] Set router 4354bfe2-9e55-42c4-9107-4bc2325306ac gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:01:30.768705 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d3046b4a-4041-46d2-9fb5-97c360d35466 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for security_group, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:30.852802 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 15:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d251dd6-45aa-40bc-82db-20078c9b2873 x-openstack-request-id: req-6d251dd6-45aa-40bc-82db-20078c9b2873 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 15:01:30.853513 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0dffd74-ffb9-4d02-a736-78bcb74467d2", "tag": "fddb861e-5694-4173-bee6-9e4b6fc2084a", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 15:01:30.853513 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d251dd6-45aa-40bc-82db-20078c9b2873 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 15:01:30.853990 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0dffd74-ffb9-4d02-a736-78bcb74467d2', 'tag': 'fddb861e-5694-4173-bee6-9e4b6fc2084a', 'status': 'completed', 'code': 200} Jun 14 15:01:30.882027 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d3046b4a-4041-46d2-9fb5-97c360d35466 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for security_group, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:30.942791 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34feaa4e-8acb-43df-b4e8-625b13293290 req-94c03443-721c-475a-851f-748ca9dde260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:30.944333 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-34feaa4e-8acb-43df-b4e8-625b13293290 req-94c03443-721c-475a-851f-748ca9dde260 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d30c2866207d49b9bf1e387360ad7837&device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 1098 time: 0.0610387 Jun 14 15:01:30.978148 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d3046b4a-4041-46d2-9fb5-97c360d35466 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:30.993873 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-0876cb0a-586a-47c7-aa98-a3d07c4a55fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:31.047640 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-dab01e12-d11a-4b2e-95d0-641925781ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'name': 'tempest-TestMinimumBasicScenario-915883717-router', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6133e0be-0141-47e6-b79a-fea5d3906d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T15:00:19Z', 'updated_at': '2021-06-14T15:00:24Z', 'revision_number': 4, 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'gw_port': {'id': '6133e0be-0141-47e6-b79a-fea5d3906d2e', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:20Z', 'updated_at': '2021-06-14T15:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': 'afee41ba-2625-44f3-a498-ba708f0446ab', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'port_id': 'fddb861e-5694-4173-bee6-9e4b6fc2084a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399cc813-04c3-4671-b19e-5cef1b20003c', 'mac_address': 'fa:16:3e:46:6c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0dffd74-ffb9-4d02-a736-78bcb74467d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T15:01:29Z', 'updated_at': '2021-06-14T15:01:29Z', 'revision_number': 0, 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da495393-696a-4039-b4d8-23f9e7c673ff', 'name': '', 'network_id': '399cc813-04c3-4671-b19e-5cef1b20003c', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'mac_address': 'fa:16:3e:6d:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e3fefd5f-9035-407c-aef4-e41354aeca65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:23Z', 'updated_at': '2021-06-14T15:00:30Z', 'revision_number': 5, 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'subnets': [{'id': 'e3fefd5f-9035-407c-aef4-e41354aeca65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:01:31.051487 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab01e12-d11a-4b2e-95d0-641925781ca3 None None] Checking router: 4354bfe2-9e55-42c4-9107-4bc2325306ac for host: dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 15:01:31.066985 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab01e12-d11a-4b2e-95d0-641925781ca3 None None] Routers {'4354bfe2-9e55-42c4-9107-4bc2325306ac'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:01:31.068209 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-dab01e12-d11a-4b2e-95d0-641925781ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:01:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['4354bfe2-9e55-42c4-9107-4bc2325306ac'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:01:31.075291 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3046b4a-4041-46d2-9fb5-97c360d35466 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20686b5f-befe-4fd9-a191-a4649acdce9f,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:31.085952 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-d3046b4a-4041-46d2-9fb5-97c360d35466 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:31.112637 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34feaa4e-8acb-43df-b4e8-625b13293290 req-4222ef51-1664-43cf-95db-1d7d8aa83e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:31.115841 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-34feaa4e-8acb-43df-b4e8-625b13293290 req-4222ef51-1664-43cf-95db-1d7d8aa83e3b service neutron] 10.222.0.35 "GET /v2.0/networks?id=399cc813-04c3-4671-b19e-5cef1b20003c HTTP/1.1" status: 200 len: 915 time: 0.1597996 Jun 14 15:01:31.123173 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d3046b4a-4041-46d2-9fb5-97c360d35466 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:31.125421 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-d3046b4a-4041-46d2-9fb5-97c360d35466 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4500747 Jun 14 15:01:31.127571 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 41700) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:01:31.141101 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-24120b9b-863c-4717-a166-933327e6ce66 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Request body: {'security_group_rule': {'security_group_id': '20686b5f-befe-4fd9-a191-a4649acdce9f', 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 15:01:31.234058 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-34feaa4e-8acb-43df-b4e8-625b13293290 req-cdef7453-9260-4654-a70c-f297b033dcfe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fddb861e-5694-4173-bee6-9e4b6fc2084a HTTP/1.1" status: 200 len: 999 time: 0.1072664 Jun 14 15:01:31.270573 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-dab01e12-d11a-4b2e-95d0-641925781ca3 None None] Set router 4354bfe2-9e55-42c4-9107-4bc2325306ac gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:01:31.302524 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34feaa4e-8acb-43df-b4e8-625b13293290 req-d9c8242a-0a6f-43e9-8060-d6870c9f0aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:31.304207 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-34feaa4e-8acb-43df-b4e8-625b13293290 req-d9c8242a-0a6f-43e9-8060-d6870c9f0aee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3fefd5f-9035-407c-aef4-e41354aeca65 HTTP/1.1" status: 200 len: 853 time: 0.0597425 Jun 14 15:01:31.310592 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-24120b9b-863c-4717-a166-933327e6ce66 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:31.413331 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-24120b9b-863c-4717-a166-933327e6ce66 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:31.423441 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34feaa4e-8acb-43df-b4e8-625b13293290 req-5bc3ac19-aebf-4c22-97e7-34cf0f13a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:31.425267 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-34feaa4e-8acb-43df-b4e8-625b13293290 req-5bc3ac19-aebf-4c22-97e7-34cf0f13a308 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=399cc813-04c3-4671-b19e-5cef1b20003c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1119034 Jun 14 15:01:31.523744 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-24120b9b-863c-4717-a166-933327e6ce66 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643011'] for security_group_rule, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:31.535611 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:31.561848 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24120b9b-863c-4717-a166-933327e6ce66 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec2e7ac-60ac-44b3-8a0c-620ff14510fb,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:31.572909 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-24120b9b-863c-4717-a166-933327e6ce66 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:31.579053 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-34feaa4e-8acb-43df-b4e8-625b13293290 req-0df9602b-f760-4c9a-8836-3ebd8bbb25ea service neutron] 10.222.0.35 "GET /v2.0/networks/399cc813-04c3-4671-b19e-5cef1b20003c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431303 Jun 14 15:01:31.615003 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-dab01e12-d11a-4b2e-95d0-641925781ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'name': 'tempest-TestMinimumBasicScenario-915883717-router', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6133e0be-0141-47e6-b79a-fea5d3906d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T15:00:19Z', 'updated_at': '2021-06-14T15:00:24Z', 'revision_number': 4, 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'gw_port': {'id': '6133e0be-0141-47e6-b79a-fea5d3906d2e', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:20Z', 'updated_at': '2021-06-14T15:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': 'afee41ba-2625-44f3-a498-ba708f0446ab', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'port_id': 'fddb861e-5694-4173-bee6-9e4b6fc2084a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399cc813-04c3-4671-b19e-5cef1b20003c', 'mac_address': 'fa:16:3e:46:6c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0dffd74-ffb9-4d02-a736-78bcb74467d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T15:01:29Z', 'updated_at': '2021-06-14T15:01:29Z', 'revision_number': 0, 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da495393-696a-4039-b4d8-23f9e7c673ff', 'name': '', 'network_id': '399cc813-04c3-4671-b19e-5cef1b20003c', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'mac_address': 'fa:16:3e:6d:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e3fefd5f-9035-407c-aef4-e41354aeca65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:23Z', 'updated_at': '2021-06-14T15:00:30Z', 'revision_number': 5, 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'subnets': [{'id': 'e3fefd5f-9035-407c-aef4-e41354aeca65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:01:31.620887 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab01e12-d11a-4b2e-95d0-641925781ca3 None None] The sync data for ids ['4354bfe2-9e55-42c4-9107-4bc2325306ac'] in dv-cinder-772623-8-iscsi is: [{'id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'name': 'tempest-TestMinimumBasicScenario-915883717-router', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6133e0be-0141-47e6-b79a-fea5d3906d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T15:00:19Z', 'updated_at': '2021-06-14T15:00:24Z', 'revision_number': 4, 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'gw_port': {'id': '6133e0be-0141-47e6-b79a-fea5d3906d2e', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:20Z', 'updated_at': '2021-06-14T15:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': 'afee41ba-2625-44f3-a498-ba708f0446ab', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'port_id': 'fddb861e-5694-4173-bee6-9e4b6fc2084a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399cc813-04c3-4671-b19e-5cef1b20003c', 'mac_address': 'fa:16:3e:46:6c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0dffd74-ffb9-4d02-a736-78bcb74467d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T15:01:29Z', 'updated_at': '2021-06-14T15:01:29Z', 'revision_number': 0, 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da495393-696a-4039-b4d8-23f9e7c673ff', 'name': '', 'network_id': '399cc813-04c3-4671-b19e-5cef1b20003c', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'mac_address': 'fa:16:3e:6d:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e3fefd5f-9035-407c-aef4-e41354aeca65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:23Z', 'updated_at': '2021-06-14T15:00:30Z', 'revision_number': 5, 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'subnets': [{'id': 'e3fefd5f-9035-407c-aef4-e41354aeca65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 15:01:31.631749 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-24120b9b-863c-4717-a166-933327e6ce66 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:31.636708 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-24120b9b-863c-4717-a166-933327e6ce66 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4988804 Jun 14 15:01:31.637414 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 41702) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:01:31.642555 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-e6065735-a93f-4f92-89e4-5c96d6e01c26 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Request body: {'security_group_rule': {'security_group_id': '20686b5f-befe-4fd9-a191-a4649acdce9f', 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 15:01:31.728867 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-34feaa4e-8acb-43df-b4e8-625b13293290 req-842446dc-79fc-4b78-a129-ec6322937c99 service neutron] 10.222.0.35 "GET /v2.0/networks/399cc813-04c3-4671-b19e-5cef1b20003c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415391 Jun 14 15:01:31.784353 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e6065735-a93f-4f92-89e4-5c96d6e01c26 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:31.842557 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0ea3f193-e8ff-433d-8cec-7c85a5785112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:31.849624 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bdd78e-86fe-4052-b3af-8c0ac22f5872 None None] New status for floating IP afee41ba-2625-44f3-a498-ba708f0446ab: ACTIVE {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 15:01:31.854010 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e6065735-a93f-4f92-89e4-5c96d6e01c26 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:31.962884 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e6065735-a93f-4f92-89e4-5c96d6e01c26 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643011'] for security_group_rule, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:31.965441 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-ce93d209-5146-4292-88c1-d53877dc335b tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:31.985304 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6065735-a93f-4f92-89e4-5c96d6e01c26 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4fddffa-7597-4170-ae20-4e282662842f,revision_number=0']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:31.990269 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-e6065735-a93f-4f92-89e4-5c96d6e01c26 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:32.065652 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e6065735-a93f-4f92-89e4-5c96d6e01c26 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:32.067910 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-e6065735-a93f-4f92-89e4-5c96d6e01c26 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4290867 Jun 14 15:01:32.070477 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 41704) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:01:32.075160 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-ede8b8be-ac5c-4d37-8d33-16768ac33871 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Request body: {'security_group_rule': {'security_group_id': '20686b5f-befe-4fd9-a191-a4649acdce9f', 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 15:01:32.169060 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ede8b8be-ac5c-4d37-8d33-16768ac33871 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:32.244284 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ede8b8be-ac5c-4d37-8d33-16768ac33871 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:32.340026 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ede8b8be-ac5c-4d37-8d33-16768ac33871 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643011'] for security_group_rule, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:32.342982 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-09024dc6-f781-4a23-b277-b8ade1ade2e4 tempest-TestShelveInstance-404982292 tempest-TestShelveInstance-404982292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:32.363002 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8b8be-ac5c-4d37-8d33-16768ac33871 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b615a089-4fa8-47ac-ad13-0cf2da71ba28,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:32.367800 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-ede8b8be-ac5c-4d37-8d33-16768ac33871 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:32.448849 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ede8b8be-ac5c-4d37-8d33-16768ac33871 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:32.450913 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-ede8b8be-ac5c-4d37-8d33-16768ac33871 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3794196 Jun 14 15:01:32.453660 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 41706) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:01:32.458433 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-e9df4691-7ca2-4d71-8da7-c0e81b5b2d96 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Request body: {'security_group_rule': {'security_group_id': '20686b5f-befe-4fd9-a191-a4649acdce9f', 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 15:01:32.557205 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e9df4691-7ca2-4d71-8da7-c0e81b5b2d96 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:32.626050 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e9df4691-7ca2-4d71-8da7-c0e81b5b2d96 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:32.700096 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e9df4691-7ca2-4d71-8da7-c0e81b5b2d96 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643011'] for security_group_rule, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:32.702806 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:32.721543 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df4691-7ca2-4d71-8da7-c0e81b5b2d96 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb2196c3-3de1-4687-8406-ad9836b443f8,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:32.725144 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-e9df4691-7ca2-4d71-8da7-c0e81b5b2d96 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:32.791655 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e9df4691-7ca2-4d71-8da7-c0e81b5b2d96 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:32.792945 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-e9df4691-7ca2-4d71-8da7-c0e81b5b2d96 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3382292 Jun 14 15:01:32.795529 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 41708) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:01:32.800592 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-62aaa579-3ba2-4010-bf94-7257c4142050 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Request body: {'security_group_rule': {'security_group_id': '20686b5f-befe-4fd9-a191-a4649acdce9f', 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 15:01:32.877254 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.db.securitygroups_db [None req-62aaa579-3ba2-4010-bf94-7257c4142050 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Project d30c2866207d49b9bf1e387360ad7837 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 15:01:32.883457 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-62aaa579-3ba2-4010-bf94-7257c4142050 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:32.960185 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-62aaa579-3ba2-4010-bf94-7257c4142050 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:33.002697 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-62aaa579-3ba2-4010-bf94-7257c4142050 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643011'] for security_group_rule, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:33.005939 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-ede8b8be-ac5c-4d37-8d33-16768ac33871 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:33.024296 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aaa579-3ba2-4010-bf94-7257c4142050 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c89d852f-9907-44e2-bd3a-b2bbeccfecb8,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:33.027213 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-62aaa579-3ba2-4010-bf94-7257c4142050 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:33.082967 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-62aaa579-3ba2-4010-bf94-7257c4142050 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:33.084280 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-62aaa579-3ba2-4010-bf94-7257c4142050 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2878335 Jun 14 15:01:33.087435 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 41710) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:01:33.092172 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [None req-72675bb5-b988-492b-b249-39acf3ac507d tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Request body: {'security_group_rule': {'security_group_id': '20686b5f-befe-4fd9-a191-a4649acdce9f', 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 15:01:33.208825 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.db.securitygroups_db [None req-72675bb5-b988-492b-b249-39acf3ac507d tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Project d30c2866207d49b9bf1e387360ad7837 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 15:01:33.214957 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-72675bb5-b988-492b-b249-39acf3ac507d tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:33.286597 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-72675bb5-b988-492b-b249-39acf3ac507d tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:33.351225 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-72675bb5-b988-492b-b249-39acf3ac507d tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643011'] for security_group_rule, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:33.353647 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:33.371740 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72675bb5-b988-492b-b249-39acf3ac507d tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13a5846-938e-4631-a66c-72fae25655ad,revision_number=0']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:33.374291 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-72675bb5-b988-492b-b249-39acf3ac507d tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:33.443034 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-72675bb5-b988-492b-b249-39acf3ac507d tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:33.444273 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-72675bb5-b988-492b-b249-39acf3ac507d tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3558724 Jun 14 15:01:33.572948 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f9523299-ada7-499c-8b79-5a0ebc94bbf8 req-b7e02788-8311-4de9-bdd9-6b2344851a20 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-768773935&fields=id&tenant_id=d30c2866207d49b9bf1e387360ad7837 HTTP/1.1" status: 200 len: 267 time: 0.0361302 Jun 14 15:01:33.650673 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9523299-ada7-499c-8b79-5a0ebc94bbf8 req-78dfed4d-0da4-4d22-aec6-81de6876eea2 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:33.652231 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f9523299-ada7-499c-8b79-5a0ebc94bbf8 req-78dfed4d-0da4-4d22-aec6-81de6876eea2 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 945 time: 0.0736678 Jun 14 15:01:33.664508 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-f9523299-ada7-499c-8b79-5a0ebc94bbf8 req-fcbfd311-9417-49bc-83bf-3a3670c7d100 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Request body: {'port': {'security_groups': ['1f0a0bb5-c1f9-4547-be19-29c4e00de402', '20686b5f-befe-4fd9-a191-a4649acdce9f']}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 15:01:33.780154 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-f9523299-ada7-499c-8b79-5a0ebc94bbf8 req-fcbfd311-9417-49bc-83bf-3a3670c7d100 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:34.037797 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-f9523299-ada7-499c-8b79-5a0ebc94bbf8 req-fcbfd311-9417-49bc-83bf-3a3670c7d100 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] For port fddb861e-5694-4173-bee6-9e4b6fc2084a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=fddb861e-5694-4173-bee6-9e4b6fc2084a,segment=NetworkSegment(dbf80ca7-9c15-48b8-88b4-4f328e4b967a),segment_id=dbf80ca7-9c15-48b8-88b4-4f328e4b967a)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:01:34.072114 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-f9523299-ada7-499c-8b79-5a0ebc94bbf8 req-fcbfd311-9417-49bc-83bf-3a3670c7d100 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:34.145935 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-f9523299-ada7-499c-8b79-5a0ebc94bbf8 req-fcbfd311-9417-49bc-83bf-3a3670c7d100 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:34.150126 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-7585507e-3ad9-42ca-9dbf-1532f8c62031 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:01:34.158964 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['fddb861e-5694-4173-bee6-9e4b6fc2084a'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 15:01:34.202869 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9523299-ada7-499c-8b79-5a0ebc94bbf8 req-fcbfd311-9417-49bc-83bf-3a3670c7d100 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:34.203450 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-f9523299-ada7-499c-8b79-5a0ebc94bbf8 req-fcbfd311-9417-49bc-83bf-3a3670c7d100 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:34.205005 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-f9523299-ada7-499c-8b79-5a0ebc94bbf8 req-fcbfd311-9417-49bc-83bf-3a3670c7d100 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "PUT /v2.0/ports/fddb861e-5694-4173-bee6-9e4b6fc2084a HTTP/1.1" status: 200 len: 981 time: 0.5465236 Jun 14 15:01:34.205769 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0dffd74-ffb9-4d02-a736-78bcb74467d2', 'tag': 'fddb861e-5694-4173-bee6-9e4b6fc2084a'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 15:01:34.209432 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d583b701-cfa1-4712-a349-4f8d11c0562c" -d '{"events": [{"name": "network-changed", "server_uuid": "b0dffd74-ffb9-4d02-a736-78bcb74467d2", "tag": "fddb861e-5694-4173-bee6-9e4b6fc2084a"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 15:01:34.253554 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbfd311-9417-49bc-83bf-3a3670c7d100 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Pushing event updated for resources: {'Port': ['ID=fddb861e-5694-4173-bee6-9e4b6fc2084a,revision_number=6']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:01:34.256133 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-fcbfd311-9417-49bc-83bf-3a3670c7d100 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:01:34.278627 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 15:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0ee0ad-d7fd-48db-88ef-820b44c126ed x-openstack-request-id: req-aa0ee0ad-d7fd-48db-88ef-820b44c126ed {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 15:01:34.279031 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0dffd74-ffb9-4d02-a736-78bcb74467d2", "tag": "fddb861e-5694-4173-bee6-9e4b6fc2084a", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 15:01:34.279394 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aa0ee0ad-d7fd-48db-88ef-820b44c126ed {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 15:01:34.279975 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0dffd74-ffb9-4d02-a736-78bcb74467d2', 'tag': 'fddb861e-5694-4173-bee6-9e4b6fc2084a', 'status': 'completed', 'code': 200} Jun 14 15:01:34.302044 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['fddb861e-5694-4173-bee6-9e4b6fc2084a'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 15:01:34.460811 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583b701-cfa1-4712-a349-4f8d11c0562c req-4a263b41-d239-48a8-a8a8-f184064064f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:34.462323 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d583b701-cfa1-4712-a349-4f8d11c0562c req-4a263b41-d239-48a8-a8a8-f184064064f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d30c2866207d49b9bf1e387360ad7837&device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 1137 time: 0.1541643 Jun 14 15:01:34.476590 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce771d-48ed-4f3b-b47c-a596ecb97d61 req-cb7e66da-ee36-4fa6-a4b4-e2e93f12b971 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:34.478359 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-acce771d-48ed-4f3b-b47c-a596ecb97d61 req-cb7e66da-ee36-4fa6-a4b4-e2e93f12b971 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 984 time: 0.1129670 Jun 14 15:01:34.606163 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-acce771d-48ed-4f3b-b47c-a596ecb97d61 req-fb71bd83-baa3-410b-8af9-4eb07f6daf3d tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=20686b5f-befe-4fd9-a191-a4649acdce9f&id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1181703 Jun 14 15:01:34.609341 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-567f3cce-d5d0-4985-8fc5-b2ce3182ddf6 None None] Provisioning complete for port fddb861e-5694-4173-bee6-9e4b6fc2084a triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 15:01:34.609841 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-567f3cce-d5d0-4985-8fc5-b2ce3182ddf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:34.640055 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583b701-cfa1-4712-a349-4f8d11c0562c req-8510e32e-11b0-493d-8ecb-5fa6b4dc2f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:34.641495 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d583b701-cfa1-4712-a349-4f8d11c0562c req-8510e32e-11b0-493d-8ecb-5fa6b4dc2f34 service neutron] 10.222.0.35 "GET /v2.0/networks?id=399cc813-04c3-4671-b19e-5cef1b20003c HTTP/1.1" status: 200 len: 915 time: 0.1622415 Jun 14 15:01:34.754210 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d583b701-cfa1-4712-a349-4f8d11c0562c req-950ba3c7-d23a-4df2-80ee-7ed0190338cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fddb861e-5694-4173-bee6-9e4b6fc2084a HTTP/1.1" status: 200 len: 1001 time: 0.0973499 Jun 14 15:01:34.828950 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583b701-cfa1-4712-a349-4f8d11c0562c req-3c772e8c-c198-4847-9bd3-f4779b9a36bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:34.830511 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d583b701-cfa1-4712-a349-4f8d11c0562c req-3c772e8c-c198-4847-9bd3-f4779b9a36bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3fefd5f-9035-407c-aef4-e41354aeca65 HTTP/1.1" status: 200 len: 853 time: 0.0619993 Jun 14 15:01:34.904094 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583b701-cfa1-4712-a349-4f8d11c0562c req-d4d4fcdb-daf0-4a7b-949a-b9cbcf842de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:34.905742 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d583b701-cfa1-4712-a349-4f8d11c0562c req-d4d4fcdb-daf0-4a7b-949a-b9cbcf842de5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=399cc813-04c3-4671-b19e-5cef1b20003c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675030 Jun 14 15:01:35.030851 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d583b701-cfa1-4712-a349-4f8d11c0562c req-55f622dc-db3f-4ba1-a54a-c15dd5ba10a4 service neutron] 10.222.0.35 "GET /v2.0/networks/399cc813-04c3-4671-b19e-5cef1b20003c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170328 Jun 14 15:01:35.494265 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e2ebabe5-9ada-44f5-8d2a-93190c0a445b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:35.521661 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d583b701-cfa1-4712-a349-4f8d11c0562c req-d2e471f5-89bf-4165-bbfb-8ab5d51300dd service neutron] 10.222.0.35 "GET /v2.0/networks/399cc813-04c3-4671-b19e-5cef1b20003c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842474 Jun 14 15:01:36.499947 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:38.231272 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:40.259750 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:48.259387 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:01:54.449416 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d4171958-ecde-4473-8351-08d27370c8fb req-78afb6b4-64f8-4856-824c-fb72dedb8cd4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672913 Jun 14 15:01:54.571597 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4171958-ecde-4473-8351-08d27370c8fb req-15c4c510-4ba1-4943-b2f6-d8d6e52d888f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:54.573677 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d4171958-ecde-4473-8351-08d27370c8fb req-15c4c510-4ba1-4943-b2f6-d8d6e52d888f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d30c2866207d49b9bf1e387360ad7837&device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 1137 time: 0.0720139 Jun 14 15:01:54.728005 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4171958-ecde-4473-8351-08d27370c8fb req-9a6ed094-4903-4410-9f3c-8b46756e74c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:54.729460 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d4171958-ecde-4473-8351-08d27370c8fb req-9a6ed094-4903-4410-9f3c-8b46756e74c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=399cc813-04c3-4671-b19e-5cef1b20003c HTTP/1.1" status: 200 len: 915 time: 0.1313300 Jun 14 15:01:54.825422 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d4171958-ecde-4473-8351-08d27370c8fb req-d6853a47-8704-42b0-b536-1d17bc5dd586 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fddb861e-5694-4173-bee6-9e4b6fc2084a HTTP/1.1" status: 200 len: 1001 time: 0.0898094 Jun 14 15:01:54.889040 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4171958-ecde-4473-8351-08d27370c8fb req-839c703a-25c1-48ec-8169-7cb30e4ca647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:54.890648 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d4171958-ecde-4473-8351-08d27370c8fb req-839c703a-25c1-48ec-8169-7cb30e4ca647 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3fefd5f-9035-407c-aef4-e41354aeca65 HTTP/1.1" status: 200 len: 853 time: 0.0577319 Jun 14 15:01:54.974980 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4171958-ecde-4473-8351-08d27370c8fb req-40b14ce8-887d-43d4-8d7e-d580b8496008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:54.990649 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d4171958-ecde-4473-8351-08d27370c8fb req-40b14ce8-887d-43d4-8d7e-d580b8496008 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=399cc813-04c3-4671-b19e-5cef1b20003c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0804398 Jun 14 15:01:55.105092 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d4171958-ecde-4473-8351-08d27370c8fb req-e7b35edd-9384-4e8b-bc34-e8e3bc4a0f70 service neutron] 10.222.0.35 "GET /v2.0/networks/399cc813-04c3-4671-b19e-5cef1b20003c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205683 Jun 14 15:01:55.242155 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d4171958-ecde-4473-8351-08d27370c8fb req-43b47e52-e752-461f-a71f-adab823a4dec service neutron] 10.222.0.35 "GET /v2.0/networks/399cc813-04c3-4671-b19e-5cef1b20003c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298971 Jun 14 15:01:57.871423 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8181c-d814-4d60-a2f3-d15a7bc6af09 req-bf016949-fde0-4bc0-806d-2dbed2f77c8c tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:57.873503 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e3a8181c-d814-4d60-a2f3-d15a7bc6af09 req-bf016949-fde0-4bc0-806d-2dbed2f77c8c tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 984 time: 0.1425846 Jun 14 15:01:57.876489 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb0006-46bf-47ac-ad4a-2dedd17a1994 req-e7b5541d-ce19-4df5-b7e2-9ad6475ad311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:57.878454 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-44bb0006-46bf-47ac-ad4a-2dedd17a1994 req-e7b5541d-ce19-4df5-b7e2-9ad6475ad311 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d30c2866207d49b9bf1e387360ad7837&device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 1137 time: 0.1021509 Jun 14 15:01:57.964275 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e3a8181c-d814-4d60-a2f3-d15a7bc6af09 req-88a8a128-9bd5-4630-98d7-073b6be82251 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=20686b5f-befe-4fd9-a191-a4649acdce9f&id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0831721 Jun 14 15:01:58.063083 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb0006-46bf-47ac-ad4a-2dedd17a1994 req-03900459-9711-4d0f-9a04-412ba82f925b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:58.065284 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-44bb0006-46bf-47ac-ad4a-2dedd17a1994 req-03900459-9711-4d0f-9a04-412ba82f925b service neutron] 10.222.0.35 "GET /v2.0/networks?id=399cc813-04c3-4671-b19e-5cef1b20003c HTTP/1.1" status: 200 len: 915 time: 0.1723514 Jun 14 15:01:58.178254 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-44bb0006-46bf-47ac-ad4a-2dedd17a1994 req-0db03bb6-6d35-40b5-b0dd-13b59944301f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fddb861e-5694-4173-bee6-9e4b6fc2084a HTTP/1.1" status: 200 len: 1001 time: 0.1047611 Jun 14 15:01:58.242545 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb0006-46bf-47ac-ad4a-2dedd17a1994 req-4ac318e8-27a2-4fd6-8d80-f06fb29ec294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:58.244062 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-44bb0006-46bf-47ac-ad4a-2dedd17a1994 req-4ac318e8-27a2-4fd6-8d80-f06fb29ec294 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3fefd5f-9035-407c-aef4-e41354aeca65 HTTP/1.1" status: 200 len: 853 time: 0.0587285 Jun 14 15:01:58.318421 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb0006-46bf-47ac-ad4a-2dedd17a1994 req-bf5302ee-6947-4065-b4a0-5f7bf9f97699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:58.320014 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-44bb0006-46bf-47ac-ad4a-2dedd17a1994 req-bf5302ee-6947-4065-b4a0-5f7bf9f97699 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=399cc813-04c3-4671-b19e-5cef1b20003c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688660 Jun 14 15:01:58.450882 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-44bb0006-46bf-47ac-ad4a-2dedd17a1994 req-83951f7b-f2e4-4ff5-ab5d-eecbcbaee38b service neutron] 10.222.0.35 "GET /v2.0/networks/399cc813-04c3-4671-b19e-5cef1b20003c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235671 Jun 14 15:01:58.587289 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-44bb0006-46bf-47ac-ad4a-2dedd17a1994 req-609fc501-8c21-4c21-9737-9e2d5ec3fb5b service neutron] 10.222.0.35 "GET /v2.0/networks/399cc813-04c3-4671-b19e-5cef1b20003c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287775 Jun 14 15:01:59.193462 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b0cf6-211d-4309-8531-07210e53f6f7 req-95b04092-edd4-4611-a5c3-d2ab0608be87 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:01:59.195427 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-354b0cf6-211d-4309-8531-07210e53f6f7 req-95b04092-edd4-4611-a5c3-d2ab0608be87 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 984 time: 0.0997229 Jun 14 15:01:59.252586 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-354b0cf6-211d-4309-8531-07210e53f6f7 req-b290c6b5-15d8-4247-9059-7d782ed49f79 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=20686b5f-befe-4fd9-a191-a4649acdce9f&id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0508389 Jun 14 15:02:00.449900 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0935370-7764-4ba3-b6f6-16efcc908f9b req-98ac6e6b-92fc-422e-9f46-82d3ecd17fdc tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:00.451844 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d0935370-7764-4ba3-b6f6-16efcc908f9b req-98ac6e6b-92fc-422e-9f46-82d3ecd17fdc tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 984 time: 0.0802224 Jun 14 15:02:00.506305 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-d0935370-7764-4ba3-b6f6-16efcc908f9b req-6c408afe-7bdc-43d5-8414-3c9f7df072c7 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=20686b5f-befe-4fd9-a191-a4649acdce9f&id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0480142 Jun 14 15:02:01.738491 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17e1df-2620-41d4-ad0b-7b4a9de380cf req-4b4a8639-2924-423d-acc3-989476adc40a tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:01.744894 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-be17e1df-2620-41d4-ad0b-7b4a9de380cf req-4b4a8639-2924-423d-acc3-989476adc40a tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 984 time: 0.1001182 Jun 14 15:02:01.790805 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-49c17ad5-d563-4a53-988e-396a3fcf1663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:01.793816 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-be17e1df-2620-41d4-ad0b-7b4a9de380cf req-7724a4cf-f938-4821-ab9e-2a79c8d02f4f tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=20686b5f-befe-4fd9-a191-a4649acdce9f&id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459945 Jun 14 15:02:02.477485 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:02:03.092734 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b5503-f9a6-4aa8-ab1e-f597ecb20e53 req-d40e196f-f115-4c5a-8d65-57992f5c3a0c tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:03.095004 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-375b5503-f9a6-4aa8-ab1e-f597ecb20e53 req-d40e196f-f115-4c5a-8d65-57992f5c3a0c tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 984 time: 0.1204875 Jun 14 15:02:03.144760 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-375b5503-f9a6-4aa8-ab1e-f597ecb20e53 req-bc2395dc-af22-4495-af61-d344675566d5 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=20686b5f-befe-4fd9-a191-a4649acdce9f&id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428472 Jun 14 15:02:04.353370 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d6a51-b064-4053-8207-f5919c3bf5e7 req-9e89371e-ad22-4a50-97ad-3c539d6ad571 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:04.354869 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ef3d6a51-b064-4053-8207-f5919c3bf5e7 req-9e89371e-ad22-4a50-97ad-3c539d6ad571 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 984 time: 0.0776045 Jun 14 15:02:04.404853 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ef3d6a51-b064-4053-8207-f5919c3bf5e7 req-0e012e47-06f5-485b-899a-686c9f44de65 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=20686b5f-befe-4fd9-a191-a4649acdce9f&id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440850 Jun 14 15:02:05.510508 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4c5a97d2-b738-4eaf-844d-c1c0de51d9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:05.614822 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291a6e1-7727-4eec-b0ee-cd115d2f9075 req-48a489bb-0c83-4d05-90c3-51de9b523525 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:05.616581 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e291a6e1-7727-4eec-b0ee-cd115d2f9075 req-48a489bb-0c83-4d05-90c3-51de9b523525 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 984 time: 0.0852702 Jun 14 15:02:05.665758 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e291a6e1-7727-4eec-b0ee-cd115d2f9075 req-5f261175-b45b-4627-ab2c-e172cdb3964e tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=20686b5f-befe-4fd9-a191-a4649acdce9f&id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431354 Jun 14 15:02:06.493626 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:07.048309 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c74d37-b252-490f-afc0-61e50dec062e req-44253bb2-0605-4e7c-9ecf-86c985079471 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:07.049937 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-47c74d37-b252-490f-afc0-61e50dec062e req-44253bb2-0605-4e7c-9ecf-86c985079471 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 984 time: 0.0733109 Jun 14 15:02:07.099854 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-47c74d37-b252-490f-afc0-61e50dec062e req-a56d55ba-04fd-483a-a2a9-d871afc5c28f tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=20686b5f-befe-4fd9-a191-a4649acdce9f&id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431793 Jun 14 15:02:08.173710 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:08.320475 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d088f61-bad9-4a59-a59f-f1d79b3f4f56 req-02b6abe4-a376-4e00-8fb0-0fbced83979c tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:08.323209 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7d088f61-bad9-4a59-a59f-f1d79b3f4f56 req-02b6abe4-a376-4e00-8fb0-0fbced83979c tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 984 time: 0.0948963 Jun 14 15:02:08.396958 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-7d088f61-bad9-4a59-a59f-f1d79b3f4f56 req-df21ab96-90d1-452a-b943-57957906561f tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=20686b5f-befe-4fd9-a191-a4649acdce9f&id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624723 Jun 14 15:02:09.642475 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f147917-2c54-473f-b5c6-c27126e1a02c req-8f46cb8d-162b-4c3b-8988-a9a3388103af tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:09.645273 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1f147917-2c54-473f-b5c6-c27126e1a02c req-8f46cb8d-162b-4c3b-8988-a9a3388103af tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 984 time: 0.0897176 Jun 14 15:02:09.698943 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1f147917-2c54-473f-b5c6-c27126e1a02c req-16125537-6826-4e19-adb9-95d360d417f8 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=20686b5f-befe-4fd9-a191-a4649acdce9f&id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469468 Jun 14 15:02:10.293465 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:10.903722 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50773800-5e29-45dc-8c1c-ae6a1ed977fb req-e01cd0ed-ea2e-4bd4-a0b1-50919e305442 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:10.903722 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-50773800-5e29-45dc-8c1c-ae6a1ed977fb req-e01cd0ed-ea2e-4bd4-a0b1-50919e305442 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 984 time: 0.0766394 Jun 14 15:02:10.952584 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-50773800-5e29-45dc-8c1c-ae6a1ed977fb req-5f96895c-1bfd-4a1d-99d2-ac05f01f3435 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=20686b5f-befe-4fd9-a191-a4649acdce9f&id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0468071 Jun 14 15:02:12.454543 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67319a44-8b31-4805-9eb5-77c9880fc1ea req-b272834a-5efe-4939-a0e6-e7bc08087362 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:12.456716 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-67319a44-8b31-4805-9eb5-77c9880fc1ea req-b272834a-5efe-4939-a0e6-e7bc08087362 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 984 time: 0.3739445 Jun 14 15:02:12.510105 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-67319a44-8b31-4805-9eb5-77c9880fc1ea req-b45fd0f2-2c81-4ea9-aaf4-2aae350e535d tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=20686b5f-befe-4fd9-a191-a4649acdce9f&id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0468838 Jun 14 15:02:13.736354 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20f9a9-c515-48eb-b04e-85a1a0e1876f req-01d5c058-ca86-4150-8551-55d156732456 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:13.738780 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4d20f9a9-c515-48eb-b04e-85a1a0e1876f req-01d5c058-ca86-4150-8551-55d156732456 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 984 time: 0.0886035 Jun 14 15:02:13.792560 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4d20f9a9-c515-48eb-b04e-85a1a0e1876f req-115bec81-e291-4679-99ca-5db98bf000ea tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=20686b5f-befe-4fd9-a191-a4649acdce9f&id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445676 Jun 14 15:02:15.042839 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc220c5-224e-4aa2-ac43-5514225fd33b req-fb7ae40b-98a6-4796-a5e7-e08e6fa1ff30 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:15.044392 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ebc220c5-224e-4aa2-ac43-5514225fd33b req-fb7ae40b-98a6-4796-a5e7-e08e6fa1ff30 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 984 time: 0.0807004 Jun 14 15:02:15.094843 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-ebc220c5-224e-4aa2-ac43-5514225fd33b req-958cdb96-fd10-4355-b023-f592bf44ef1b tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=20686b5f-befe-4fd9-a191-a4649acdce9f&id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436146 Jun 14 15:02:18.287259 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:31.773530 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-621fc0c0-be6e-4e69-b2b3-1308e6995df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:35.492762 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b3ce2404-d78c-4509-aa5f-1c56e25135f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:36.493084 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:38.229837 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:39.477887 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:02:40.247466 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:48.021183 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ae864589-f609-4bc8-a22d-8e31b3086598 req-8271c31a-012f-408f-90f1-c56dbad269cc tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-768773935&fields=id&tenant_id=d30c2866207d49b9bf1e387360ad7837 HTTP/1.1" status: 200 len: 267 time: 0.0424209 Jun 14 15:02:48.101615 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae864589-f609-4bc8-a22d-8e31b3086598 req-b0d2125e-58bd-4158-b989-f4442d951566 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:48.103155 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ae864589-f609-4bc8-a22d-8e31b3086598 req-b0d2125e-58bd-4158-b989-f4442d951566 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 984 time: 0.0758431 Jun 14 15:02:48.115073 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-ae864589-f609-4bc8-a22d-8e31b3086598 req-2adb0c20-9627-4c63-a8cf-e762b3710f08 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Request body: {'port': {'security_groups': ['1f0a0bb5-c1f9-4547-be19-29c4e00de402']}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 15:02:48.237085 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-ae864589-f609-4bc8-a22d-8e31b3086598 req-2adb0c20-9627-4c63-a8cf-e762b3710f08 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:48.349931 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 15:02:48.356485 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 15:02:48.361540 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 15:02:48.361540 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 15:02:48.361540 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 15:02:48.361540 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 15:02:48.361540 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 15:02:48.361540 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 15:02:48.361540 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 15:02:48.361540 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 15:02:48.361540 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 15:02:48.361540 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 15:02:48.361540 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 15:02:48.361540 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 15:02:48.361540 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 15:02:48.361540 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 15:02:48.361540 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 15:02:48.361540 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 15:02:48.361540 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 15:02:48.361540 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 15:02:48.535173 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-ae864589-f609-4bc8-a22d-8e31b3086598 req-2adb0c20-9627-4c63-a8cf-e762b3710f08 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] For port fddb861e-5694-4173-bee6-9e4b6fc2084a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=fddb861e-5694-4173-bee6-9e4b6fc2084a,segment=NetworkSegment(dbf80ca7-9c15-48b8-88b4-4f328e4b967a),segment_id=dbf80ca7-9c15-48b8-88b4-4f328e4b967a)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:02:48.580162 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-ae864589-f609-4bc8-a22d-8e31b3086598 req-2adb0c20-9627-4c63-a8cf-e762b3710f08 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:48.688319 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-ae864589-f609-4bc8-a22d-8e31b3086598 req-2adb0c20-9627-4c63-a8cf-e762b3710f08 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:48.694437 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-66960cab-2d48-4707-abad-845596ed7dff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:02:48.702893 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['fddb861e-5694-4173-bee6-9e4b6fc2084a'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 15:02:48.801928 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae864589-f609-4bc8-a22d-8e31b3086598 req-2adb0c20-9627-4c63-a8cf-e762b3710f08 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:48.803041 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-ae864589-f609-4bc8-a22d-8e31b3086598 req-2adb0c20-9627-4c63-a8cf-e762b3710f08 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:48.805616 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ae864589-f609-4bc8-a22d-8e31b3086598 req-2adb0c20-9627-4c63-a8cf-e762b3710f08 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "PUT /v2.0/ports/fddb861e-5694-4173-bee6-9e4b6fc2084a HTTP/1.1" status: 200 len: 942 time: 0.6958454 Jun 14 15:02:48.806489 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0dffd74-ffb9-4d02-a736-78bcb74467d2', 'tag': 'fddb861e-5694-4173-bee6-9e4b6fc2084a'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 15:02:48.810889 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74198af0-0406-4288-9295-3e090aa2fc0a" -d '{"events": [{"name": "network-changed", "server_uuid": "b0dffd74-ffb9-4d02-a736-78bcb74467d2", "tag": "fddb861e-5694-4173-bee6-9e4b6fc2084a"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 15:02:48.820549 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 41782) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:02:48.869384 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb0c20-9627-4c63-a8cf-e762b3710f08 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Pushing event updated for resources: {'Port': ['ID=fddb861e-5694-4173-bee6-9e4b6fc2084a,revision_number=7']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:02:48.875205 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['fddb861e-5694-4173-bee6-9e4b6fc2084a'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 15:02:48.886079 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adb0c20-9627-4c63-a8cf-e762b3710f08 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:48.886728 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adb0c20-9627-4c63-a8cf-e762b3710f08 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:48.887233 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adb0c20-9627-4c63-a8cf-e762b3710f08 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:48.887910 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adb0c20-9627-4c63-a8cf-e762b3710f08 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:48.888557 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adb0c20-9627-4c63-a8cf-e762b3710f08 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:48.889201 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adb0c20-9627-4c63-a8cf-e762b3710f08 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:48.889827 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adb0c20-9627-4c63-a8cf-e762b3710f08 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:48.890268 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adb0c20-9627-4c63-a8cf-e762b3710f08 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:48.890899 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adb0c20-9627-4c63-a8cf-e762b3710f08 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:48.891533 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adb0c20-9627-4c63-a8cf-e762b3710f08 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:48.897910 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-42b0c2c0-bb89-4a2c-a4c7-e1c0b22d1b4b tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:48.901995 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adb0c20-9627-4c63-a8cf-e762b3710f08 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:48.901995 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adb0c20-9627-4c63-a8cf-e762b3710f08 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:48.921228 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-2adb0c20-9627-4c63-a8cf-e762b3710f08 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:02:48.933183 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-42b0c2c0-bb89-4a2c-a4c7-e1c0b22d1b4b tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:48.942540 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 15:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962e0679-a922-4c94-b9a5-85d598fdbe42 x-openstack-request-id: req-962e0679-a922-4c94-b9a5-85d598fdbe42 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 15:02:48.943575 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0dffd74-ffb9-4d02-a736-78bcb74467d2", "tag": "fddb861e-5694-4173-bee6-9e4b6fc2084a", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 15:02:48.944362 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-962e0679-a922-4c94-b9a5-85d598fdbe42 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 15:02:48.946054 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0dffd74-ffb9-4d02-a736-78bcb74467d2', 'tag': 'fddb861e-5694-4173-bee6-9e4b6fc2084a', 'status': 'completed', 'code': 200} Jun 14 15:02:49.082275 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-42b0c2c0-bb89-4a2c-a4c7-e1c0b22d1b4b tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:49.085517 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-42b0c2c0-bb89-4a2c-a4c7-e1c0b22d1b4b tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:49.087003 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74198af0-0406-4288-9295-3e090aa2fc0a req-29305bca-4f34-4938-89e0-3e0f0d509053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:49.088108 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-42b0c2c0-bb89-4a2c-a4c7-e1c0b22d1b4b tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "DELETE /v2.0/security-groups/20686b5f-befe-4fd9-a191-a4649acdce9f HTTP/1.1" status: 204 len: 168 time: 0.2652271 Jun 14 15:02:49.088781 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-74198af0-0406-4288-9295-3e090aa2fc0a req-29305bca-4f34-4938-89e0-3e0f0d509053 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d30c2866207d49b9bf1e387360ad7837&device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 1098 time: 0.1133640 Jun 14 15:02:49.089623 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-843c977a-9248-4351-81f1-ade0fe0876cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:02:49.090243 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 41784) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:02:49.107657 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0c2c0-bb89-4a2c-a4c7-e1c0b22d1b4b tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20686b5f-befe-4fd9-a191-a4649acdce9f,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:02:49.118736 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c2c0-bb89-4a2c-a4c7-e1c0b22d1b4b tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:49.119142 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c2c0-bb89-4a2c-a4c7-e1c0b22d1b4b tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:49.119529 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c2c0-bb89-4a2c-a4c7-e1c0b22d1b4b tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:49.119972 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c2c0-bb89-4a2c-a4c7-e1c0b22d1b4b tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:49.120347 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c2c0-bb89-4a2c-a4c7-e1c0b22d1b4b tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:49.120719 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c2c0-bb89-4a2c-a4c7-e1c0b22d1b4b tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:49.121084 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c2c0-bb89-4a2c-a4c7-e1c0b22d1b4b tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:49.121451 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c2c0-bb89-4a2c-a4c7-e1c0b22d1b4b tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:49.121843 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c2c0-bb89-4a2c-a4c7-e1c0b22d1b4b tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:49.122205 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c2c0-bb89-4a2c-a4c7-e1c0b22d1b4b tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:49.122569 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c2c0-bb89-4a2c-a4c7-e1c0b22d1b4b tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:49.122931 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c2c0-bb89-4a2c-a4c7-e1c0b22d1b4b tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:02:49.127046 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-42b0c2c0-bb89-4a2c-a4c7-e1c0b22d1b4b tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:02:49.189336 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-5b215428-3060-439f-9f01-ad54bc235f90 None None] Provisioning complete for port fddb861e-5694-4173-bee6-9e4b6fc2084a triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 15:02:49.189725 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5b215428-3060-439f-9f01-ad54bc235f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:49.338576 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74198af0-0406-4288-9295-3e090aa2fc0a req-abe4d401-665d-4f70-b552-35af3b00cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:49.339942 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-74198af0-0406-4288-9295-3e090aa2fc0a req-abe4d401-665d-4f70-b552-35af3b00cfc5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=399cc813-04c3-4671-b19e-5cef1b20003c HTTP/1.1" status: 200 len: 915 time: 0.2420368 Jun 14 15:02:49.468141 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-74198af0-0406-4288-9295-3e090aa2fc0a req-416e015d-9654-4b41-95c7-80d0cdcd84bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fddb861e-5694-4173-bee6-9e4b6fc2084a HTTP/1.1" status: 200 len: 1001 time: 0.0898914 Jun 14 15:02:49.520052 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-d2119731-0b11-4502-9f88-c5cb5a1c2ce3 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Deleting port 36ed2c68-0a0b-4de6-9ded-c8273aad6c5e {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:02:49.520416 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d2119731-0b11-4502-9f88-c5cb5a1c2ce3 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:49.569889 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74198af0-0406-4288-9295-3e090aa2fc0a req-44b77017-c1d1-4854-86f0-906729a86970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:49.571583 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-74198af0-0406-4288-9295-3e090aa2fc0a req-44b77017-c1d1-4854-86f0-906729a86970 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3fefd5f-9035-407c-aef4-e41354aeca65 HTTP/1.1" status: 200 len: 853 time: 0.0969841 Jun 14 15:02:49.688519 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d2119731-0b11-4502-9f88-c5cb5a1c2ce3 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:49.688931 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d2119731-0b11-4502-9f88-c5cb5a1c2ce3 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:49.792934 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-d2119731-0b11-4502-9f88-c5cb5a1c2ce3 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Calling delete_port for 36ed2c68-0a0b-4de6-9ded-c8273aad6c5e owned by network:floatingip {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:02:49.817294 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74198af0-0406-4288-9295-3e090aa2fc0a req-84bab11e-116a-4be3-b0c5-3442b1170578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:49.819253 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-74198af0-0406-4288-9295-3e090aa2fc0a req-84bab11e-116a-4be3-b0c5-3442b1170578 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=399cc813-04c3-4671-b19e-5cef1b20003c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1987522 Jun 14 15:02:50.134031 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-74198af0-0406-4288-9295-3e090aa2fc0a req-a1ad9889-47a5-408a-a4b7-d8f20a8d4e9c service neutron] 10.222.0.35 "GET /v2.0/networks/399cc813-04c3-4671-b19e-5cef1b20003c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635913 Jun 14 15:02:50.228857 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d2119731-0b11-4502-9f88-c5cb5a1c2ce3 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:50.232486 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-6bd45436-2c97-46c3-bad7-a012c0fb3d73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:02:50.276899 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2119731-0b11-4502-9f88-c5cb5a1c2ce3 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Pushing event deleted for resources: {'Port': ['ID=36ed2c68-0a0b-4de6-9ded-c8273aad6c5e,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:02:50.279441 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-d2119731-0b11-4502-9f88-c5cb5a1c2ce3 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:02:50.349849 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-74198af0-0406-4288-9295-3e090aa2fc0a req-c43ddf48-c28d-457a-acc9-66c620f396f4 service neutron] 10.222.0.35 "GET /v2.0/networks/399cc813-04c3-4671-b19e-5cef1b20003c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090011 Jun 14 15:02:50.374824 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d2119731-0b11-4502-9f88-c5cb5a1c2ce3 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks [] for floatingip, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:50.375182 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.db.l3_db [None req-d2119731-0b11-4502-9f88-c5cb5a1c2ce3 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Floating IP afee41ba-2625-44f3-a498-ba708f0446ab disassociated (deleted). External IP: 172.27.2.131, port: fddb861e-5694-4173-bee6-9e4b6fc2084a. Jun 14 15:02:51.047075 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2119731-0b11-4502-9f88-c5cb5a1c2ce3 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Router 4354bfe2-9e55-42c4-9107-4bc2325306ac has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 15:02:51.214246 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2119731-0b11-4502-9f88-c5cb5a1c2ce3 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 15:02:51.218936 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d2119731-0b11-4502-9f88-c5cb5a1c2ce3 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for floatingip, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:51.224718 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60140d5d-8c4b-413a-be65-aa7b1ef041de None None] Sync routers for ids ['4354bfe2-9e55-42c4-9107-4bc2325306ac'] in dv-cinder-772623-8-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 15:02:51.235842 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60140d5d-8c4b-413a-be65-aa7b1ef041de None None] Routers {'4354bfe2-9e55-42c4-9107-4bc2325306ac'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:02:51.236593 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-60140d5d-8c4b-413a-be65-aa7b1ef041de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:02:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['4354bfe2-9e55-42c4-9107-4bc2325306ac'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:02:51.286552 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-d2119731-0b11-4502-9f88-c5cb5a1c2ce3 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "DELETE /v2.0/floatingips/afee41ba-2625-44f3-a498-ba708f0446ab HTTP/1.1" status: 204 len: 168 time: 2.1951890 Jun 14 15:02:51.287510 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0dffd74-ffb9-4d02-a736-78bcb74467d2', 'tag': 'fddb861e-5694-4173-bee6-9e4b6fc2084a'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 15:02:51.291031 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20592b4a-1ae7-406f-bfd4-25fe86f8c31d" -d '{"events": [{"name": "network-changed", "server_uuid": "b0dffd74-ffb9-4d02-a736-78bcb74467d2", "tag": "fddb861e-5694-4173-bee6-9e4b6fc2084a"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 15:02:51.339039 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 15:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9a96a7-9b38-403f-8f80-9d92acecdc44 x-openstack-request-id: req-6e9a96a7-9b38-403f-8f80-9d92acecdc44 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 15:02:51.339509 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0dffd74-ffb9-4d02-a736-78bcb74467d2", "tag": "fddb861e-5694-4173-bee6-9e4b6fc2084a", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 15:02:51.340232 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6e9a96a7-9b38-403f-8f80-9d92acecdc44 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 15:02:51.340852 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0dffd74-ffb9-4d02-a736-78bcb74467d2', 'tag': 'fddb861e-5694-4173-bee6-9e4b6fc2084a', 'status': 'completed', 'code': 200} Jun 14 15:02:51.400951 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-60140d5d-8c4b-413a-be65-aa7b1ef041de None None] Set router 4354bfe2-9e55-42c4-9107-4bc2325306ac gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:02:51.460512 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20592b4a-1ae7-406f-bfd4-25fe86f8c31d req-5e3f6912-ae29-4de5-9246-b96e29ea4e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:51.463227 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-20592b4a-1ae7-406f-bfd4-25fe86f8c31d req-5e3f6912-ae29-4de5-9246-b96e29ea4e6c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d30c2866207d49b9bf1e387360ad7837&device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 1098 time: 0.0981560 Jun 14 15:02:51.601313 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20592b4a-1ae7-406f-bfd4-25fe86f8c31d req-fdb4cde8-2fa3-4b64-a60c-3c960db77730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:51.603259 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-20592b4a-1ae7-406f-bfd4-25fe86f8c31d req-fdb4cde8-2fa3-4b64-a60c-3c960db77730 service neutron] 10.222.0.35 "GET /v2.0/networks?id=399cc813-04c3-4671-b19e-5cef1b20003c HTTP/1.1" status: 200 len: 915 time: 0.1336911 Jun 14 15:02:51.663800 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-20592b4a-1ae7-406f-bfd4-25fe86f8c31d req-812f7fb2-ab38-420e-98ac-0aa2cf20fc86 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fddb861e-5694-4173-bee6-9e4b6fc2084a HTTP/1.1" status: 200 len: 217 time: 0.0533373 Jun 14 15:02:51.687926 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-60140d5d-8c4b-413a-be65-aa7b1ef041de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'name': 'tempest-TestMinimumBasicScenario-915883717-router', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6133e0be-0141-47e6-b79a-fea5d3906d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T15:00:19Z', 'updated_at': '2021-06-14T15:00:24Z', 'revision_number': 4, 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'gw_port': {'id': '6133e0be-0141-47e6-b79a-fea5d3906d2e', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:20Z', 'updated_at': '2021-06-14T15:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': 'da495393-696a-4039-b4d8-23f9e7c673ff', 'name': '', 'network_id': '399cc813-04c3-4671-b19e-5cef1b20003c', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'mac_address': 'fa:16:3e:6d:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e3fefd5f-9035-407c-aef4-e41354aeca65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:23Z', 'updated_at': '2021-06-14T15:00:30Z', 'revision_number': 5, 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'subnets': [{'id': 'e3fefd5f-9035-407c-aef4-e41354aeca65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:02:51.692434 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60140d5d-8c4b-413a-be65-aa7b1ef041de None None] Checking router: 4354bfe2-9e55-42c4-9107-4bc2325306ac for host: dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 15:02:51.700789 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60140d5d-8c4b-413a-be65-aa7b1ef041de None None] Routers {'4354bfe2-9e55-42c4-9107-4bc2325306ac'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:02:51.701414 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-60140d5d-8c4b-413a-be65-aa7b1ef041de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:02:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['4354bfe2-9e55-42c4-9107-4bc2325306ac'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:02:51.727870 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20592b4a-1ae7-406f-bfd4-25fe86f8c31d req-d4d7ca60-d9f4-4f22-8fd6-200aca525950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:51.729334 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-20592b4a-1ae7-406f-bfd4-25fe86f8c31d req-d4d7ca60-d9f4-4f22-8fd6-200aca525950 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3fefd5f-9035-407c-aef4-e41354aeca65 HTTP/1.1" status: 200 len: 853 time: 0.0598962 Jun 14 15:02:51.797778 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20592b4a-1ae7-406f-bfd4-25fe86f8c31d req-718446d6-193a-4120-901d-c915a2472cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:51.799691 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-20592b4a-1ae7-406f-bfd4-25fe86f8c31d req-718446d6-193a-4120-901d-c915a2472cb9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=399cc813-04c3-4671-b19e-5cef1b20003c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0639265 Jun 14 15:02:51.878002 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-60140d5d-8c4b-413a-be65-aa7b1ef041de None None] Set router 4354bfe2-9e55-42c4-9107-4bc2325306ac gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:02:51.942033 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-20592b4a-1ae7-406f-bfd4-25fe86f8c31d req-244f6403-c08a-4b4a-8506-fcea7940d2a8 service neutron] 10.222.0.35 "GET /v2.0/networks/399cc813-04c3-4671-b19e-5cef1b20003c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351006 Jun 14 15:02:52.079060 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-20592b4a-1ae7-406f-bfd4-25fe86f8c31d req-405a59fb-c36d-42f7-a03e-0fdc1efdf85c service neutron] 10.222.0.35 "GET /v2.0/networks/399cc813-04c3-4671-b19e-5cef1b20003c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302276 Jun 14 15:02:52.309276 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-60140d5d-8c4b-413a-be65-aa7b1ef041de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'name': 'tempest-TestMinimumBasicScenario-915883717-router', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6133e0be-0141-47e6-b79a-fea5d3906d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T15:00:19Z', 'updated_at': '2021-06-14T15:00:24Z', 'revision_number': 4, 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'gw_port': {'id': '6133e0be-0141-47e6-b79a-fea5d3906d2e', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:20Z', 'updated_at': '2021-06-14T15:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': 'da495393-696a-4039-b4d8-23f9e7c673ff', 'name': '', 'network_id': '399cc813-04c3-4671-b19e-5cef1b20003c', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'mac_address': 'fa:16:3e:6d:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e3fefd5f-9035-407c-aef4-e41354aeca65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:23Z', 'updated_at': '2021-06-14T15:00:30Z', 'revision_number': 5, 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'subnets': [{'id': 'e3fefd5f-9035-407c-aef4-e41354aeca65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:02:52.312990 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60140d5d-8c4b-413a-be65-aa7b1ef041de None None] The sync data for ids ['4354bfe2-9e55-42c4-9107-4bc2325306ac'] in dv-cinder-772623-8-iscsi is: [{'id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'name': 'tempest-TestMinimumBasicScenario-915883717-router', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6133e0be-0141-47e6-b79a-fea5d3906d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T15:00:19Z', 'updated_at': '2021-06-14T15:00:24Z', 'revision_number': 4, 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'gw_port': {'id': '6133e0be-0141-47e6-b79a-fea5d3906d2e', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:20Z', 'updated_at': '2021-06-14T15:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': 'da495393-696a-4039-b4d8-23f9e7c673ff', 'name': '', 'network_id': '399cc813-04c3-4671-b19e-5cef1b20003c', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'mac_address': 'fa:16:3e:6d:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e3fefd5f-9035-407c-aef4-e41354aeca65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:23Z', 'updated_at': '2021-06-14T15:00:30Z', 'revision_number': 5, 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'subnets': [{'id': 'e3fefd5f-9035-407c-aef4-e41354aeca65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 15:02:52.568439 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7f365a-e619-4f6b-bd2a-bb551db2d44a None None] New status for floating IP afee41ba-2625-44f3-a498-ba708f0446ab: DOWN {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 15:02:55.139202 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990b406-671f-41bf-b9cd-ff01f06803ac req-a88f5569-0b7b-4154-9ee5-287bfb8df2e4 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:55.140659 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1990b406-671f-41bf-b9cd-ff01f06803ac req-a88f5569-0b7b-4154-9ee5-287bfb8df2e4 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 945 time: 0.0801992 Jun 14 15:02:55.184774 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-1990b406-671f-41bf-b9cd-ff01f06803ac req-ca1d3782-7f0f-4348-9015-6c685bc321fd tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378115 Jun 14 15:02:55.513498 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-452f30cb-c6a2-4c42-80c7-d4bdb38f7c33 req-21281694-0a58-49ce-bb6c-32474004537a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0607324 Jun 14 15:02:55.607771 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f30cb-c6a2-4c42-80c7-d4bdb38f7c33 req-c66380af-495f-4c59-aa12-e380dca2e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:55.609283 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-452f30cb-c6a2-4c42-80c7-d4bdb38f7c33 req-c66380af-495f-4c59-aa12-e380dca2e726 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aeced04591554681b1b816a5b00ecd6a&device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 1098 time: 0.0705311 Jun 14 15:02:55.748748 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f30cb-c6a2-4c42-80c7-d4bdb38f7c33 req-fc07f3f4-3f05-4528-b8d2-9067cc577de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:55.750211 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-452f30cb-c6a2-4c42-80c7-d4bdb38f7c33 req-fc07f3f4-3f05-4528-b8d2-9067cc577de2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3264bc1b-3107-4e40-8063-5800aefcb632 HTTP/1.1" status: 200 len: 913 time: 0.1188347 Jun 14 15:02:55.841556 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-452f30cb-c6a2-4c42-80c7-d4bdb38f7c33 req-277e663b-b23e-4f03-84f7-c09603d77dae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa5871d6-fb6f-46f2-a28e-bae783b87513 HTTP/1.1" status: 200 len: 1000 time: 0.0838726 Jun 14 15:02:55.902709 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f30cb-c6a2-4c42-80c7-d4bdb38f7c33 req-32f011f4-35c3-40fe-8b88-67072a2c6290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:55.904208 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-452f30cb-c6a2-4c42-80c7-d4bdb38f7c33 req-32f011f4-35c3-40fe-8b88-67072a2c6290 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd985369-c943-4630-ae2d-eb1be799101d HTTP/1.1" status: 200 len: 851 time: 0.0555289 Jun 14 15:02:55.991956 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f30cb-c6a2-4c42-80c7-d4bdb38f7c33 req-4a7d2e0b-17df-4d15-81fb-6374fc1a634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:55.993462 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-452f30cb-c6a2-4c42-80c7-d4bdb38f7c33 req-4a7d2e0b-17df-4d15-81fb-6374fc1a634d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3264bc1b-3107-4e40-8063-5800aefcb632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0811398 Jun 14 15:02:56.115086 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-452f30cb-c6a2-4c42-80c7-d4bdb38f7c33 req-c9d89de8-4a41-40bd-a451-932bd5c61fbb service neutron] 10.222.0.35 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119676 Jun 14 15:02:56.244655 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-452f30cb-c6a2-4c42-80c7-d4bdb38f7c33 req-92dd0a72-11d0-4c4e-bde2-a31a38684bc0 service neutron] 10.222.0.35 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229837 Jun 14 15:02:56.386836 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a34b3-3ab4-4974-89f5-c3787228f704 req-fb1cc309-cedd-468f-99ba-f8e7b9ca5fd7 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:56.390030 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-237a34b3-3ab4-4974-89f5-c3787228f704 req-fb1cc309-cedd-468f-99ba-f8e7b9ca5fd7 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 945 time: 0.0815151 Jun 14 15:02:56.435316 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-237a34b3-3ab4-4974-89f5-c3787228f704 req-8eb524d3-1cf8-4e4c-9b30-3fc76c6542ca tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f0a0bb5-c1f9-4547-be19-29c4e00de402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403490 Jun 14 15:02:56.829117 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eede076-9931-4874-ad42-12a083c2afdb req-de903aaf-ce1e-45a2-8c8b-599b23594ec2 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:02:56.830995 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9eede076-9931-4874-ad42-12a083c2afdb req-de903aaf-ce1e-45a2-8c8b-599b23594ec2 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 945 time: 0.0721939 Jun 14 15:02:56.977258 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-9eede076-9931-4874-ad42-12a083c2afdb req-1ca6fe23-b206-488f-a75c-b081f9c32e25 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Deleting port fddb861e-5694-4173-bee6-9e4b6fc2084a {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:02:56.977607 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-9eede076-9931-4874-ad42-12a083c2afdb req-1ca6fe23-b206-488f-a75c-b081f9c32e25 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:57.095970 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-9eede076-9931-4874-ad42-12a083c2afdb req-1ca6fe23-b206-488f-a75c-b081f9c32e25 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] For port fddb861e-5694-4173-bee6-9e4b6fc2084a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=fddb861e-5694-4173-bee6-9e4b6fc2084a,segment=NetworkSegment(dbf80ca7-9c15-48b8-88b4-4f328e4b967a),segment_id=dbf80ca7-9c15-48b8-88b4-4f328e4b967a)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:02:57.096245 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-9eede076-9931-4874-ad42-12a083c2afdb req-1ca6fe23-b206-488f-a75c-b081f9c32e25 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:57.188807 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-9eede076-9931-4874-ad42-12a083c2afdb req-1ca6fe23-b206-488f-a75c-b081f9c32e25 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Calling delete_port for fddb861e-5694-4173-bee6-9e4b6fc2084a owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:02:57.418372 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-9eede076-9931-4874-ad42-12a083c2afdb req-1ca6fe23-b206-488f-a75c-b081f9c32e25 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:57.423025 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-bf7a1163-aa4b-418d-908c-aa297b2c4515 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:02:57.429355 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['fddb861e-5694-4173-bee6-9e4b6fc2084a'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 15:02:57.452588 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6fe23-b206-488f-a75c-b081f9c32e25 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Pushing event deleted for resources: {'Port': ['ID=fddb861e-5694-4173-bee6-9e4b6fc2084a,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:02:57.456236 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-1ca6fe23-b206-488f-a75c-b081f9c32e25 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:02:57.513102 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eede076-9931-4874-ad42-12a083c2afdb req-1ca6fe23-b206-488f-a75c-b081f9c32e25 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] No DVR routers for this DVR port fddb861e-5694-4173-bee6-9e4b6fc2084a on host hv-cinder-77262 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 15:02:57.515644 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-9eede076-9931-4874-ad42-12a083c2afdb req-1ca6fe23-b206-488f-a75c-b081f9c32e25 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:02:57.517924 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-9eede076-9931-4874-ad42-12a083c2afdb req-1ca6fe23-b206-488f-a75c-b081f9c32e25 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.35 "DELETE /v2.0/ports/fddb861e-5694-4173-bee6-9e4b6fc2084a HTTP/1.1" status: 204 len: 173 time: 0.6809926 Jun 14 15:02:57.518442 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0dffd74-ffb9-4d02-a736-78bcb74467d2', 'name': 'network-vif-deleted', 'tag': 'fddb861e-5694-4173-bee6-9e4b6fc2084a'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 15:02:57.520828 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e385ba7-1c1e-41d0-851f-a5bc259179d5" -d '{"events": [{"server_uuid": "b0dffd74-ffb9-4d02-a736-78bcb74467d2", "name": "network-vif-deleted", "tag": "fddb861e-5694-4173-bee6-9e4b6fc2084a"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 15:02:57.557051 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 15:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31d15aa-4c86-4a14-9f1b-d45932918e42 x-openstack-request-id: req-b31d15aa-4c86-4a14-9f1b-d45932918e42 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 15:02:57.557381 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0dffd74-ffb9-4d02-a736-78bcb74467d2", "name": "network-vif-deleted", "tag": "fddb861e-5694-4173-bee6-9e4b6fc2084a", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 15:02:57.557671 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b31d15aa-4c86-4a14-9f1b-d45932918e42 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 15:02:57.558100 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0dffd74-ffb9-4d02-a736-78bcb74467d2', 'name': 'network-vif-deleted', 'tag': 'fddb861e-5694-4173-bee6-9e4b6fc2084a', 'status': 'completed', 'code': 200} Jun 14 15:02:57.592053 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cfe607bd-574b-4846-aab2-3a5c9284895d req-2efbc3be-1ee2-4511-a2ea-2b10638f0bfa tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 210 time: 0.0362396 Jun 14 15:02:58.769176 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-253c0203-8494-4c8f-98e0-30efb1d0f470 req-5ef5f750-0183-4192-a006-d38151df7c84 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0dffd74-ffb9-4d02-a736-78bcb74467d2 HTTP/1.1" status: 200 len: 210 time: 0.0411019 Jun 14 15:03:00.084759 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device fddb861e-5694-4173-bee6-9e4b6fc2084a no longer exists at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 15:03:00.112425 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] No Port match for: fddb861e-5694-4173-bee6-9e4b6fc2084a {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 15:03:00.112855 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device fddb861e-5694-4173-bee6-9e4b6fc2084a not bound to the agent host hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 15:03:01.148395 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 41880) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:03:01.642263 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-485fbcb2-d6ed-4db0-88c7-d4da2296c586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756128'] for router_interface, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:01.852643 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-07b1ca53-bf28-479b-9f23-99df9481eded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:02.020755 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-485fbcb2-d6ed-4db0-88c7-d4da2296c586 admin admin] Deleting port da495393-696a-4039-b4d8-23f9e7c673ff {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:03:02.021097 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-485fbcb2-d6ed-4db0-88c7-d4da2296c586 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:02.129285 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-485fbcb2-d6ed-4db0-88c7-d4da2296c586 admin admin] For port da495393-696a-4039-b4d8-23f9e7c673ff, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=da495393-696a-4039-b4d8-23f9e7c673ff,segment=NetworkSegment(dbf80ca7-9c15-48b8-88b4-4f328e4b967a),segment_id=dbf80ca7-9c15-48b8-88b4-4f328e4b967a)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:03:02.129534 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-485fbcb2-d6ed-4db0-88c7-d4da2296c586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:02.231650 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-485fbcb2-d6ed-4db0-88c7-d4da2296c586 admin admin] Calling delete_port for da495393-696a-4039-b4d8-23f9e7c673ff owned by network:router_interface {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:03:02.584767 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-485fbcb2-d6ed-4db0-88c7-d4da2296c586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:02.586952 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-ca852b5f-56c1-4410-adce-617d0fb8d747 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:02.616841 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fbcb2-d6ed-4db0-88c7-d4da2296c586 admin admin] Pushing event deleted for resources: {'Port': ['ID=da495393-696a-4039-b4d8-23f9e7c673ff,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:02.620012 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-485fbcb2-d6ed-4db0-88c7-d4da2296c586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:03.186243 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-485fbcb2-d6ed-4db0-88c7-d4da2296c586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-756272'] for router_interface, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:03.489460 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485fbcb2-d6ed-4db0-88c7-d4da2296c586 admin admin] Router 4354bfe2-9e55-42c4-9107-4bc2325306ac has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 15:03:03.638762 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485fbcb2-d6ed-4db0-88c7-d4da2296c586 admin admin] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 15:03:03.644579 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-485fbcb2-d6ed-4db0-88c7-d4da2296c586 admin admin] 10.222.0.48 "PUT /v2.0/routers/4354bfe2-9e55-42c4-9107-4bc2325306ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4947393 Jun 14 15:03:03.647069 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 41886) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:03:03.649796 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a411ff-3f38-4176-b21c-3f97072a76b7 None None] Sync routers for ids ['4354bfe2-9e55-42c4-9107-4bc2325306ac'] in dv-cinder-772623-8-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 15:03:03.661930 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a411ff-3f38-4176-b21c-3f97072a76b7 None None] Routers {'4354bfe2-9e55-42c4-9107-4bc2325306ac'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:03:03.662570 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-38a411ff-3f38-4176-b21c-3f97072a76b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:02:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['4354bfe2-9e55-42c4-9107-4bc2325306ac'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:03.791788 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-33ece2a5-96ef-4795-a76b-9635d3157129 admin admin] Notify callbacks [] for router, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:03.811878 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-38a411ff-3f38-4176-b21c-3f97072a76b7 None None] Set router 4354bfe2-9e55-42c4-9107-4bc2325306ac gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:03:03.962997 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-33ece2a5-96ef-4795-a76b-9635d3157129 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:04.085057 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-38a411ff-3f38-4176-b21c-3f97072a76b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'name': 'tempest-TestMinimumBasicScenario-915883717-router', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '6133e0be-0141-47e6-b79a-fea5d3906d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T15:00:19Z', 'updated_at': '2021-06-14T15:03:02Z', 'revision_number': 5, 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'gw_port': {'id': '6133e0be-0141-47e6-b79a-fea5d3906d2e', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:20Z', 'updated_at': '2021-06-14T15:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:04.088442 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a411ff-3f38-4176-b21c-3f97072a76b7 None None] Checking router: 4354bfe2-9e55-42c4-9107-4bc2325306ac for host: dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 15:03:04.097066 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a411ff-3f38-4176-b21c-3f97072a76b7 None None] Routers {'4354bfe2-9e55-42c4-9107-4bc2325306ac'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:03:04.097700 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-38a411ff-3f38-4176-b21c-3f97072a76b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:02:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['4354bfe2-9e55-42c4-9107-4bc2325306ac'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:04.105763 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-33ece2a5-96ef-4795-a76b-9635d3157129 admin admin] Deleting port 6133e0be-0141-47e6-b79a-fea5d3906d2e {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:03:04.106107 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-33ece2a5-96ef-4795-a76b-9635d3157129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:04.217701 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-33ece2a5-96ef-4795-a76b-9635d3157129 admin admin] For port 6133e0be-0141-47e6-b79a-fea5d3906d2e, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=6133e0be-0141-47e6-b79a-fea5d3906d2e,segment=NetworkSegment(5993e2e7-d1a9-4fa5-8357-3040322fca1a),segment_id=5993e2e7-d1a9-4fa5-8357-3040322fca1a)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:03:04.218067 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-33ece2a5-96ef-4795-a76b-9635d3157129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:04.224791 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-38a411ff-3f38-4176-b21c-3f97072a76b7 None None] Set router 4354bfe2-9e55-42c4-9107-4bc2325306ac gateway port host: None {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:03:04.305542 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-38a411ff-3f38-4176-b21c-3f97072a76b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'name': 'tempest-TestMinimumBasicScenario-915883717-router', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T15:00:19Z', 'updated_at': '2021-06-14T15:03:03Z', 'revision_number': 6, 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'gw_port_host': None}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:04.310768 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a411ff-3f38-4176-b21c-3f97072a76b7 None None] The sync data for ids ['4354bfe2-9e55-42c4-9107-4bc2325306ac'] in dv-cinder-772623-8-iscsi is: [{'id': '4354bfe2-9e55-42c4-9107-4bc2325306ac', 'name': 'tempest-TestMinimumBasicScenario-915883717-router', 'tenant_id': 'd30c2866207d49b9bf1e387360ad7837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T15:00:19Z', 'updated_at': '2021-06-14T15:03:03Z', 'revision_number': 6, 'project_id': 'd30c2866207d49b9bf1e387360ad7837', 'gw_port_host': None}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 15:03:04.321813 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-33ece2a5-96ef-4795-a76b-9635d3157129 admin admin] Calling delete_port for 6133e0be-0141-47e6-b79a-fea5d3906d2e owned by network:router_gateway {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:03:04.606859 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-33ece2a5-96ef-4795-a76b-9635d3157129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:04.608979 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-2adb0c20-9627-4c63-a8cf-e762b3710f08 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:04.638432 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ece2a5-96ef-4795-a76b-9635d3157129 admin admin] Pushing event deleted for resources: {'Port': ['ID=6133e0be-0141-47e6-b79a-fea5d3906d2e,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:04.642930 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-33ece2a5-96ef-4795-a76b-9635d3157129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:04.724309 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-33ece2a5-96ef-4795-a76b-9635d3157129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768867'] for router_gateway, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:04.889122 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-33ece2a5-96ef-4795-a76b-9635d3157129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59850'] for router, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:04.891801 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-33ece2a5-96ef-4795-a76b-9635d3157129 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:05.024260 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-33ece2a5-96ef-4795-a76b-9635d3157129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-753988'] for router, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:05.024781 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ece2a5-96ef-4795-a76b-9635d3157129 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4354bfe2-9e55-42c4-9107-4bc2325306ac {{(pid=103387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 15:03:05.029177 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-33ece2a5-96ef-4795-a76b-9635d3157129 admin admin] Notify callbacks [] for router, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:05.030333 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-33ece2a5-96ef-4795-a76b-9635d3157129 admin admin] 10.222.0.48 "DELETE /v2.0/routers/4354bfe2-9e55-42c4-9107-4bc2325306ac HTTP/1.1" status: 204 len: 168 time: 1.3821671 Jun 14 15:03:05.032836 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 41888) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:03:05.087991 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_v2 [None req-f111452b-8d5c-4cd4-a46e-622f095a1292 admin admin] Deleting subnet e3fefd5f-9035-407c-aef4-e41354aeca65 {{(pid=103387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 15:03:05.091870 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f111452b-8d5c-4cd4-a46e-622f095a1292 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:05.140797 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f111452b-8d5c-4cd4-a46e-622f095a1292 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28405831'] for subnet, precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:05.237812 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f111452b-8d5c-4cd4-a46e-622f095a1292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3763272'] for subnet, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:05.447284 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f111452b-8d5c-4cd4-a46e-622f095a1292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3763265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28279915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28537441'] for subnet, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:05.451292 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-d8b29140-b5f5-443e-a0ab-8196902039bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:05.483205 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111452b-8d5c-4cd4-a46e-622f095a1292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3fefd5f-9035-407c-aef4-e41354aeca65,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:05.486693 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-f111452b-8d5c-4cd4-a46e-622f095a1292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:05.490667 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f111452b-8d5c-4cd4-a46e-622f095a1292 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:05.493754 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-f111452b-8d5c-4cd4-a46e-622f095a1292 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e3fefd5f-9035-407c-aef4-e41354aeca65 HTTP/1.1" status: 204 len: 168 time: 0.4596624 Jun 14 15:03:05.495945 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bcfbea-f4c9-4c2b-a626-ec54a648b34d None None] Network 399cc813-04c3-4671-b19e-5cef1b20003c requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 15:03:05.496444 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 41890) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:03:05.599962 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e17fb5ab-a7a5-4b53-8108-d88cd02c5b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855299'] for network, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:05.605680 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0df7b69c-51fc-4cf4-8221-1fa3a4b6f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:05.668284 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e17fb5ab-a7a5-4b53-8108-d88cd02c5b92 admin admin] Deleting port a98a0ca5-337a-4f6c-a4fc-489fa5598b32 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:03:05.668869 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e17fb5ab-a7a5-4b53-8108-d88cd02c5b92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:05.671961 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device da495393-696a-4039-b4d8-23f9e7c673ff no longer exists at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 15:03:05.700744 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] No Port match for: da495393-696a-4039-b4d8-23f9e7c673ff {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 15:03:05.700974 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device da495393-696a-4039-b4d8-23f9e7c673ff not bound to the agent host dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 15:03:05.701393 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 6133e0be-0141-47e6-b79a-fea5d3906d2e no longer exists at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 15:03:05.729307 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] No Port match for: 6133e0be-0141-47e6-b79a-fea5d3906d2e {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 15:03:05.729648 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 6133e0be-0141-47e6-b79a-fea5d3906d2e not bound to the agent host dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 15:03:05.779605 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-e17fb5ab-a7a5-4b53-8108-d88cd02c5b92 admin admin] For port a98a0ca5-337a-4f6c-a4fc-489fa5598b32, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=a98a0ca5-337a-4f6c-a4fc-489fa5598b32,segment=NetworkSegment(dbf80ca7-9c15-48b8-88b4-4f328e4b967a),segment_id=dbf80ca7-9c15-48b8-88b4-4f328e4b967a)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:03:05.779958 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e17fb5ab-a7a5-4b53-8108-d88cd02c5b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:05.824304 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc36b2d-d76b-453e-b78b-9a72fad9fc48 None None] DHCP port deletion for 399cc813-04c3-4671-b19e-5cef1b20003c request from dv-cinder-772623-8-iscsi {{(pid=103389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 15:03:05.880572 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e17fb5ab-a7a5-4b53-8108-d88cd02c5b92 admin admin] Calling delete_port for a98a0ca5-337a-4f6c-a4fc-489fa5598b32 owned by network:dhcp {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:03:05.899621 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-bdc36b2d-d76b-453e-b78b-9a72fad9fc48 None None] Deleting port a98a0ca5-337a-4f6c-a4fc-489fa5598b32 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:03:05.903474 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bdc36b2d-d76b-453e-b78b-9a72fad9fc48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:05.999175 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-bdc36b2d-d76b-453e-b78b-9a72fad9fc48 None None] For port a98a0ca5-337a-4f6c-a4fc-489fa5598b32, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=a98a0ca5-337a-4f6c-a4fc-489fa5598b32,segment=NetworkSegment(dbf80ca7-9c15-48b8-88b4-4f328e4b967a),segment_id=dbf80ca7-9c15-48b8-88b4-4f328e4b967a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:03:05.999488 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bdc36b2d-d76b-453e-b78b-9a72fad9fc48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:06.069849 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e17fb5ab-a7a5-4b53-8108-d88cd02c5b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:06.072104 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-f347aab3-e4b4-44db-9165-37a37d7620f3 tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:06.096416 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-bdc36b2d-d76b-453e-b78b-9a72fad9fc48 None None] Calling delete_port for a98a0ca5-337a-4f6c-a4fc-489fa5598b32 owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:03:06.102599 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17fb5ab-a7a5-4b53-8108-d88cd02c5b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=a98a0ca5-337a-4f6c-a4fc-489fa5598b32,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:06.106984 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-e17fb5ab-a7a5-4b53-8108-d88cd02c5b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:06.108262 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17fb5ab-a7a5-4b53-8108-d88cd02c5b92 admin admin] No DVR routers for this DVR port a98a0ca5-337a-4f6c-a4fc-489fa5598b32 on host dv-cinder-772623-8-iscsi {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 15:03:06.198484 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bdc36b2d-d76b-453e-b78b-9a72fad9fc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337'] for port, after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:06.200749 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:06.215932 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e17fb5ab-a7a5-4b53-8108-d88cd02c5b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3761365', 'neutron.services.segments.db._delete_segments_for_network-8775073109944'] for network, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:06.228408 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc36b2d-d76b-453e-b78b-9a72fad9fc48 None None] Pushing event deleted for resources: {'Port': ['ID=a98a0ca5-337a-4f6c-a4fc-489fa5598b32,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:06.229562 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-e17fb5ab-a7a5-4b53-8108-d88cd02c5b92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399cc813-04c3-4671-b19e-5cef1b20003c']}} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:06.238142 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc36b2d-d76b-453e-b78b-9a72fad9fc48 None None] No DVR routers for this DVR port a98a0ca5-337a-4f6c-a4fc-489fa5598b32 on host dv-cinder-772623-8-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 15:03:06.240534 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc36b2d-d76b-453e-b78b-9a72fad9fc48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:06.240884 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc36b2d-d76b-453e-b78b-9a72fad9fc48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:06.241315 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc36b2d-d76b-453e-b78b-9a72fad9fc48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:06.241650 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc36b2d-d76b-453e-b78b-9a72fad9fc48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:06.241982 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc36b2d-d76b-453e-b78b-9a72fad9fc48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:06.242315 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc36b2d-d76b-453e-b78b-9a72fad9fc48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:06.242641 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc36b2d-d76b-453e-b78b-9a72fad9fc48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:06.242964 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc36b2d-d76b-453e-b78b-9a72fad9fc48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:06.243293 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc36b2d-d76b-453e-b78b-9a72fad9fc48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:06.243644 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc36b2d-d76b-453e-b78b-9a72fad9fc48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:06.243965 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc36b2d-d76b-453e-b78b-9a72fad9fc48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:06.244283 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc36b2d-d76b-453e-b78b-9a72fad9fc48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:03:06.245372 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-e17fb5ab-a7a5-4b53-8108-d88cd02c5b92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf80ca7-9c15-48b8-88b4-4f328e4b967a') {'for_net_delete': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:06.245677 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.services.segments.db [None req-e17fb5ab-a7a5-4b53-8108-d88cd02c5b92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf80ca7-9c15-48b8-88b4-4f328e4b967a') {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:06.248167 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-bdc36b2d-d76b-453e-b78b-9a72fad9fc48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:06.259743 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e17fb5ab-a7a5-4b53-8108-d88cd02c5b92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775073109782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28405836'] for segment, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:06.280045 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e17fb5ab-a7a5-4b53-8108-d88cd02c5b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:06.286666 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e17fb5ab-a7a5-4b53-8108-d88cd02c5b92 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 15:03:06.287083 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e17fb5ab-a7a5-4b53-8108-d88cd02c5b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28280514'] for segment, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: conditions |= (models_v2.Port.network_id.in_( Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: retrieve_revision_numbers = { Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: Traceback (most recent call last): Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: timer() Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: cb(*args, **kw) Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: return func(*args, **kwargs) Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: self._notify() Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: self.callback(batched_events) Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: event.method(event) Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: return f(self, *a, **k) Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: return self._get(url).json() Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: return self.request(url, 'GET', **kwargs) Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 15:03:06.288777 dv-cinder-772623-8-iscsi neutron-server[103387]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 15:03:06.515184 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e17fb5ab-a7a5-4b53-8108-d88cd02c5b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3761354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768894'] for network, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:06.519343 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:06.521950 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e17fb5ab-a7a5-4b53-8108-d88cd02c5b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:06.523813 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-e17fb5ab-a7a5-4b53-8108-d88cd02c5b92 admin admin] 10.222.0.48 "DELETE /v2.0/networks/399cc813-04c3-4671-b19e-5cef1b20003c HTTP/1.1" status: 204 len: 168 time: 1.0263081 Jun 14 15:03:06.526856 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 41892) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:03:06.538172 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17fb5ab-a7a5-4b53-8108-d88cd02c5b92 admin admin] Pushing event deleted for resources: {'Network': ['ID=399cc813-04c3-4671-b19e-5cef1b20003c,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:06.540813 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-e17fb5ab-a7a5-4b53-8108-d88cd02c5b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:06.572324 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:06.999331 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-80c241f0-182d-41a8-abc2-8ca47d1eaf40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756128'] for router_interface, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:07.330532 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-80c241f0-182d-41a8-abc2-8ca47d1eaf40 admin admin] Deleting port 2af62a11-2bc0-4572-acdf-220642bafa8a {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:03:07.330861 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-80c241f0-182d-41a8-abc2-8ca47d1eaf40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:07.438886 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-80c241f0-182d-41a8-abc2-8ca47d1eaf40 admin admin] For port 2af62a11-2bc0-4572-acdf-220642bafa8a, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=2af62a11-2bc0-4572-acdf-220642bafa8a,segment=NetworkSegment(04e2931f-d3bf-431a-8712-1a74c8bfb5b8),segment_id=04e2931f-d3bf-431a-8712-1a74c8bfb5b8)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:03:07.439243 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-80c241f0-182d-41a8-abc2-8ca47d1eaf40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:07.535593 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-80c241f0-182d-41a8-abc2-8ca47d1eaf40 admin admin] Calling delete_port for 2af62a11-2bc0-4572-acdf-220642bafa8a owned by network:router_interface {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:03:07.654359 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device a98a0ca5-337a-4f6c-a4fc-489fa5598b32 no longer exists at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 15:03:07.688317 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] No Port match for: a98a0ca5-337a-4f6c-a4fc-489fa5598b32 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 15:03:07.688780 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device a98a0ca5-337a-4f6c-a4fc-489fa5598b32 not bound to the agent host dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 15:03:07.886567 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-80c241f0-182d-41a8-abc2-8ca47d1eaf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27717370'] for port, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:07.888717 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-495e1471-d711-48d5-8cb8-7dcaa346eba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:07.919092 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c241f0-182d-41a8-abc2-8ca47d1eaf40 admin admin] Pushing event deleted for resources: {'Port': ['ID=2af62a11-2bc0-4572-acdf-220642bafa8a,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:07.921687 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-80c241f0-182d-41a8-abc2-8ca47d1eaf40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:08.153097 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-80c241f0-182d-41a8-abc2-8ca47d1eaf40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-756272'] for router_interface, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:08.166874 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:08.481932 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c241f0-182d-41a8-abc2-8ca47d1eaf40 admin admin] Router 5ab6231f-49d5-41a1-ad81-0159b3ccbbcd has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 15:03:08.631245 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c241f0-182d-41a8-abc2-8ca47d1eaf40 admin admin] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 15:03:08.636281 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-80c241f0-182d-41a8-abc2-8ca47d1eaf40 admin admin] 10.222.0.48 "PUT /v2.0/routers/5ab6231f-49d5-41a1-ad81-0159b3ccbbcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1083837 Jun 14 15:03:08.638780 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 41900) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:03:08.642214 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63041a96-c569-4cbc-ae32-68026723c020 None None] Sync routers for ids ['5ab6231f-49d5-41a1-ad81-0159b3ccbbcd'] in dv-cinder-772623-8-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 15:03:08.652924 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63041a96-c569-4cbc-ae32-68026723c020 None None] Routers {'5ab6231f-49d5-41a1-ad81-0159b3ccbbcd'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:03:08.657691 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-63041a96-c569-4cbc-ae32-68026723c020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:03:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['5ab6231f-49d5-41a1-ad81-0159b3ccbbcd'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:08.947130 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-63041a96-c569-4cbc-ae32-68026723c020 None None] Set router 5ab6231f-49d5-41a1-ad81-0159b3ccbbcd gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:03:09.058451 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4bb10ad4-4543-4432-86c2-fded492972fd admin admin] Notify callbacks [] for router, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:09.206779 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4bb10ad4-4543-4432-86c2-fded492972fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:09.209445 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-63041a96-c569-4cbc-ae32-68026723c020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab6231f-49d5-41a1-ad81-0159b3ccbbcd', 'name': 'tempest-TestMinimumBasicScenario-334187211-router', 'tenant_id': '420a7eda2a124612b3d893cdce8f4672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '27b9196a-1cdb-4d36-b3f8-f777c970cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T15:00:29Z', 'updated_at': '2021-06-14T15:03:07Z', 'revision_number': 5, 'project_id': '420a7eda2a124612b3d893cdce8f4672', 'gw_port': {'id': '27b9196a-1cdb-4d36-b3f8-f777c970cc15', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab6231f-49d5-41a1-ad81-0159b3ccbbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:30Z', 'updated_at': '2021-06-14T15:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:09.213710 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63041a96-c569-4cbc-ae32-68026723c020 None None] Checking router: 5ab6231f-49d5-41a1-ad81-0159b3ccbbcd for host: dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 15:03:09.225143 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63041a96-c569-4cbc-ae32-68026723c020 None None] Routers {'5ab6231f-49d5-41a1-ad81-0159b3ccbbcd'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:03:09.226055 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-63041a96-c569-4cbc-ae32-68026723c020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:03:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['5ab6231f-49d5-41a1-ad81-0159b3ccbbcd'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:09.387417 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-63041a96-c569-4cbc-ae32-68026723c020 None None] Set router 5ab6231f-49d5-41a1-ad81-0159b3ccbbcd gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:03:09.388252 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-4bb10ad4-4543-4432-86c2-fded492972fd admin admin] Deleting port 27b9196a-1cdb-4d36-b3f8-f777c970cc15 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:03:09.388590 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4bb10ad4-4543-4432-86c2-fded492972fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:09.491972 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-4bb10ad4-4543-4432-86c2-fded492972fd admin admin] For port 27b9196a-1cdb-4d36-b3f8-f777c970cc15, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=27b9196a-1cdb-4d36-b3f8-f777c970cc15,segment=NetworkSegment(5993e2e7-d1a9-4fa5-8357-3040322fca1a),segment_id=5993e2e7-d1a9-4fa5-8357-3040322fca1a)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:03:09.492221 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4bb10ad4-4543-4432-86c2-fded492972fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:09.612301 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-4bb10ad4-4543-4432-86c2-fded492972fd admin admin] Calling delete_port for 27b9196a-1cdb-4d36-b3f8-f777c970cc15 owned by network:router_gateway {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:03:09.645215 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-63041a96-c569-4cbc-ae32-68026723c020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab6231f-49d5-41a1-ad81-0159b3ccbbcd', 'name': 'tempest-TestMinimumBasicScenario-334187211-router', 'tenant_id': '420a7eda2a124612b3d893cdce8f4672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '27b9196a-1cdb-4d36-b3f8-f777c970cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T15:00:29Z', 'updated_at': '2021-06-14T15:03:07Z', 'revision_number': 5, 'project_id': '420a7eda2a124612b3d893cdce8f4672', 'gw_port': {'id': '27b9196a-1cdb-4d36-b3f8-f777c970cc15', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab6231f-49d5-41a1-ad81-0159b3ccbbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:30Z', 'updated_at': '2021-06-14T15:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:09.649294 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63041a96-c569-4cbc-ae32-68026723c020 None None] The sync data for ids ['5ab6231f-49d5-41a1-ad81-0159b3ccbbcd'] in dv-cinder-772623-8-iscsi is: [{'id': '5ab6231f-49d5-41a1-ad81-0159b3ccbbcd', 'name': 'tempest-TestMinimumBasicScenario-334187211-router', 'tenant_id': '420a7eda2a124612b3d893cdce8f4672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '27b9196a-1cdb-4d36-b3f8-f777c970cc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T15:00:29Z', 'updated_at': '2021-06-14T15:03:07Z', 'revision_number': 5, 'project_id': '420a7eda2a124612b3d893cdce8f4672', 'gw_port': {'id': '27b9196a-1cdb-4d36-b3f8-f777c970cc15', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab6231f-49d5-41a1-ad81-0159b3ccbbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T15:00:30Z', 'updated_at': '2021-06-14T15:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 15:03:09.869706 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4bb10ad4-4543-4432-86c2-fded492972fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27717370'] for port, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:09.871917 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-ea77cdd4-5a42-4586-be0a-947cab373300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:09.902294 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb10ad4-4543-4432-86c2-fded492972fd admin admin] Pushing event deleted for resources: {'Port': ['ID=27b9196a-1cdb-4d36-b3f8-f777c970cc15,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:09.911757 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-4bb10ad4-4543-4432-86c2-fded492972fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:09.987294 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4bb10ad4-4543-4432-86c2-fded492972fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768867'] for router_gateway, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:10.146699 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4bb10ad4-4543-4432-86c2-fded492972fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59850'] for router, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:10.149828 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4bb10ad4-4543-4432-86c2-fded492972fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:10.258269 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:10.355626 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4bb10ad4-4543-4432-86c2-fded492972fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-753988'] for router, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:10.356149 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb10ad4-4543-4432-86c2-fded492972fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ab6231f-49d5-41a1-ad81-0159b3ccbbcd {{(pid=103388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 15:03:10.361933 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-4bb10ad4-4543-4432-86c2-fded492972fd admin admin] Notify callbacks [] for router, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:10.363071 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-4bb10ad4-4543-4432-86c2-fded492972fd admin admin] 10.222.0.48 "DELETE /v2.0/routers/5ab6231f-49d5-41a1-ad81-0159b3ccbbcd HTTP/1.1" status: 204 len: 168 time: 1.7233849 Jun 14 15:03:10.365841 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 41906) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:03:10.424271 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_v2 [None req-873082f4-5eb4-4cba-a2d9-d3298c685154 admin admin] Deleting subnet 55a834ab-5cf5-4906-80b6-112c2a9fe0bc {{(pid=103388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 15:03:10.428119 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-873082f4-5eb4-4cba-a2d9-d3298c685154 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:10.480880 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-873082f4-5eb4-4cba-a2d9-d3298c685154 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27716674'] for subnet, precommit_delete_associations {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:10.607139 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-873082f4-5eb4-4cba-a2d9-d3298c685154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3763272'] for subnet, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:10.767377 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-873082f4-5eb4-4cba-a2d9-d3298c685154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3763265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27716608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27527758'] for subnet, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:10.769815 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:10.801485 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873082f4-5eb4-4cba-a2d9-d3298c685154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55a834ab-5cf5-4906-80b6-112c2a9fe0bc,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:10.804755 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-873082f4-5eb4-4cba-a2d9-d3298c685154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:10.805747 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-873082f4-5eb4-4cba-a2d9-d3298c685154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for subnet, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:10.807689 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-873082f4-5eb4-4cba-a2d9-d3298c685154 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/55a834ab-5cf5-4906-80b6-112c2a9fe0bc HTTP/1.1" status: 204 len: 168 time: 0.4408295 Jun 14 15:03:10.811055 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 41908) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:03:10.813719 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f8d088-7a3a-4f99-b02d-366e3d42e379 None None] Network 7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 15:03:10.911411 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d059a457-dee2-42fd-b872-960b48075020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855299'] for network, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:10.972567 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-d059a457-dee2-42fd-b872-960b48075020 admin admin] Deleting port d3cdaf55-3159-4456-be00-6ab35a9a6921 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:03:10.972904 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d059a457-dee2-42fd-b872-960b48075020 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:11.081473 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-d059a457-dee2-42fd-b872-960b48075020 admin admin] For port d3cdaf55-3159-4456-be00-6ab35a9a6921, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=d3cdaf55-3159-4456-be00-6ab35a9a6921,segment=NetworkSegment(04e2931f-d3bf-431a-8712-1a74c8bfb5b8),segment_id=04e2931f-d3bf-431a-8712-1a74c8bfb5b8)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:03:11.081710 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d059a457-dee2-42fd-b872-960b48075020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:11.176704 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0e5db2-0508-4334-b06f-7401a9fe1e77 None None] DHCP port deletion for 7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7 request from dv-cinder-772623-8-iscsi {{(pid=103389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 15:03:11.191684 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-d059a457-dee2-42fd-b872-960b48075020 admin admin] Calling delete_port for d3cdaf55-3159-4456-be00-6ab35a9a6921 owned by network:dhcp {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:03:11.232633 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-7d0e5db2-0508-4334-b06f-7401a9fe1e77 None None] Deleting port d3cdaf55-3159-4456-be00-6ab35a9a6921 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:03:11.233030 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7d0e5db2-0508-4334-b06f-7401a9fe1e77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:11.324047 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-7d0e5db2-0508-4334-b06f-7401a9fe1e77 None None] For port d3cdaf55-3159-4456-be00-6ab35a9a6921, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=d3cdaf55-3159-4456-be00-6ab35a9a6921,segment=NetworkSegment(04e2931f-d3bf-431a-8712-1a74c8bfb5b8),segment_id=04e2931f-d3bf-431a-8712-1a74c8bfb5b8)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:03:11.329844 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7d0e5db2-0508-4334-b06f-7401a9fe1e77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:11.350530 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d059a457-dee2-42fd-b872-960b48075020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27717370'] for port, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:11.353865 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-e1ee4d93-bd8a-4a54-b9f3-29ed5b7c762d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:11.389246 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059a457-dee2-42fd-b872-960b48075020 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3cdaf55-3159-4456-be00-6ab35a9a6921,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:11.392596 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d059a457-dee2-42fd-b872-960b48075020 admin admin] No DVR routers for this DVR port d3cdaf55-3159-4456-be00-6ab35a9a6921 on host dv-cinder-772623-8-iscsi {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 15:03:11.395113 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-d059a457-dee2-42fd-b872-960b48075020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:11.426930 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-7d0e5db2-0508-4334-b06f-7401a9fe1e77 None None] Calling delete_port for d3cdaf55-3159-4456-be00-6ab35a9a6921 owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:03:11.496941 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d059a457-dee2-42fd-b872-960b48075020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3761365', 'neutron.services.segments.db._delete_segments_for_network-8775073109944'] for network, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:11.508572 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-d059a457-dee2-42fd-b872-960b48075020 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7']}} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:11.519357 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7d0e5db2-0508-4334-b06f-7401a9fe1e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337'] for port, after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:11.520637 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-d059a457-dee2-42fd-b872-960b48075020 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e2931f-d3bf-431a-8712-1a74c8bfb5b8') {'for_net_delete': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:11.520943 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-d059a457-dee2-42fd-b872-960b48075020 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e2931f-d3bf-431a-8712-1a74c8bfb5b8') {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:11.521363 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:11.532031 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d059a457-dee2-42fd-b872-960b48075020 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775073109782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27716681'] for segment, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:11.548646 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d059a457-dee2-42fd-b872-960b48075020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:11.555176 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d059a457-dee2-42fd-b872-960b48075020 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 15:03:11.555740 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d059a457-dee2-42fd-b872-960b48075020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27717289'] for segment, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:11.555934 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e5db2-0508-4334-b06f-7401a9fe1e77 None None] Pushing event deleted for resources: {'Port': ['ID=d3cdaf55-3159-4456-be00-6ab35a9a6921,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: Traceback (most recent call last): Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: timer() Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: cb(*args, **kw) Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: return func(*args, **kwargs) Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: self._notify() Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: self.callback(batched_events) Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: event.method(event) Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: return f(self, *a, **k) Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: return self._get(url).json() Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: return self.request(url, 'GET', **kwargs) Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 15:03:11.558152 dv-cinder-772623-8-iscsi neutron-server[103388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 15:03:11.562186 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-7d0e5db2-0508-4334-b06f-7401a9fe1e77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:11.562186 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0e5db2-0508-4334-b06f-7401a9fe1e77 None None] No DVR routers for this DVR port d3cdaf55-3159-4456-be00-6ab35a9a6921 on host dv-cinder-772623-8-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 15:03:11.645139 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 27b9196a-1cdb-4d36-b3f8-f777c970cc15 no longer exists at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 15:03:11.677647 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] No Port match for: 27b9196a-1cdb-4d36-b3f8-f777c970cc15 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 15:03:11.677647 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 27b9196a-1cdb-4d36-b3f8-f777c970cc15 not bound to the agent host dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 15:03:11.677647 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 2af62a11-2bc0-4572-acdf-220642bafa8a no longer exists at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 15:03:11.704288 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] No Port match for: 2af62a11-2bc0-4572-acdf-220642bafa8a {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 15:03:11.704742 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 2af62a11-2bc0-4572-acdf-220642bafa8a not bound to the agent host dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 15:03:11.705059 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device d3cdaf55-3159-4456-be00-6ab35a9a6921 no longer exists at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 15:03:11.709245 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d059a457-dee2-42fd-b872-960b48075020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3761354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768894'] for network, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:11.713455 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-02fe816d-aa6a-409e-847d-1b0b6d38271e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:11.716029 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d059a457-dee2-42fd-b872-960b48075020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:11.717928 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d059a457-dee2-42fd-b872-960b48075020 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7 HTTP/1.1" status: 204 len: 168 time: 0.9058313 Jun 14 15:03:11.730540 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] No Port match for: d3cdaf55-3159-4456-be00-6ab35a9a6921 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 15:03:11.730898 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device d3cdaf55-3159-4456-be00-6ab35a9a6921 not bound to the agent host dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 15:03:11.738293 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059a457-dee2-42fd-b872-960b48075020 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e8dc73a-ba8e-4de4-b26c-8241ed3a3cf7,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:11.741686 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-d059a457-dee2-42fd-b872-960b48075020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:12.364383 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 41918) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:03:12.411671 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-db8326f8-eeda-46ca-8435-73eaf3bf1d5a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d30c2866207d49b9bf1e387360ad7837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458901 Jun 14 15:03:12.414244 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 41922) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:03:12.467612 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f27ea179-246c-45a0-b852-a90661d60b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:12.493005 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f27ea179-246c-45a0-b852-a90661d60b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:12.652414 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f27ea179-246c-45a0-b852-a90661d60b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:12.655013 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f27ea179-246c-45a0-b852-a90661d60b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:12.656246 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-f27ea179-246c-45a0-b852-a90661d60b48 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f0a0bb5-c1f9-4547-be19-29c4e00de402 HTTP/1.1" status: 204 len: 168 time: 0.2410607 Jun 14 15:03:12.657875 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-b629d66d-26ec-4ed5-a131-d7b6a4058efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:12.667365 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ea179-246c-45a0-b852-a90661d60b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0a0bb5-c1f9-4547-be19-29c4e00de402,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:12.669963 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-f27ea179-246c-45a0-b852-a90661d60b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:13.789201 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 41934) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:03:13.833879 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-6e5b5edd-57b2-43cd-8301-c47c8fbf2ee6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=420a7eda2a124612b3d893cdce8f4672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433846 Jun 14 15:03:13.836317 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 41936) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:03:13.889973 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b83e728f-02c7-4aee-bb1d-33a317f06888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:13.918357 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b83e728f-02c7-4aee-bb1d-33a317f06888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:14.155340 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b83e728f-02c7-4aee-bb1d-33a317f06888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:14.158412 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b83e728f-02c7-4aee-bb1d-33a317f06888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:14.159602 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-b83e728f-02c7-4aee-bb1d-33a317f06888 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e12e859-222a-4b8e-9542-20d5c5d4cbdb HTTP/1.1" status: 204 len: 168 time: 0.3223217 Jun 14 15:03:14.160406 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-56ef22d1-3c56-496e-bdd8-26aace99f1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:14.169957 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e728f-02c7-4aee-bb1d-33a317f06888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e12e859-222a-4b8e-9542-20d5c5d4cbdb,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:14.177415 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-b83e728f-02c7-4aee-bb1d-33a317f06888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:16.477475 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:03:17.511781 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-01840b04-b378-4f6a-9dc0-80f626954386 req-05f68b49-5892-4450-8374-9b55a7f3ef2b tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-398027466&fields=id&tenant_id=aeced04591554681b1b816a5b00ecd6a HTTP/1.1" status: 200 len: 267 time: 0.0373058 Jun 14 15:03:17.658182 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01840b04-b378-4f6a-9dc0-80f626954386 req-c0e594ce-faa5-4c73-b249-a0394f1b49da tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:17.659810 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-01840b04-b378-4f6a-9dc0-80f626954386 req-c0e594ce-faa5-4c73-b249-a0394f1b49da tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/networks?id=3264bc1b-3107-4e40-8063-5800aefcb632 HTTP/1.1" status: 200 len: 812 time: 0.1408062 Jun 14 15:03:17.674974 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-01840b04-b378-4f6a-9dc0-80f626954386 req-c52c3991-a13f-4179-a754-8e175bdc4c00 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/quotas/aeced04591554681b1b816a5b00ecd6a HTTP/1.1" status: 200 len: 375 time: 0.0097001 Jun 14 15:03:17.757147 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-01840b04-b378-4f6a-9dc0-80f626954386 req-1b71e096-da8e-445e-ab4b-50da5b8be262 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=aeced04591554681b1b816a5b00ecd6a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0767422 Jun 14 15:03:17.880573 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-01840b04-b378-4f6a-9dc0-80f626954386 req-7fe31408-8e69-4e50-8349-c429228f67b8 service neutron] 10.222.0.48 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105328 Jun 14 15:03:18.001631 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-01840b04-b378-4f6a-9dc0-80f626954386 req-201385ca-5551-4765-b677-c4a0ce86633f service neutron] 10.222.0.48 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150138 Jun 14 15:03:18.309626 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:18.595612 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-565605c4-2cc1-48df-bde4-8eb3cdacd185 req-b772ec0a-17ba-40c0-9e62-17a10c5e6ff1 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b82f1f6-348d-41f2-9021-54dfbfb6b741 HTTP/1.1" status: 200 len: 210 time: 0.0410488 Jun 14 15:03:19.754291 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-b09119a6-6dc7-47ff-9e20-b044f28d173d req-93ae9697-9a8b-47d8-a03b-34090a2f0ee0 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b82f1f6-348d-41f2-9021-54dfbfb6b741 HTTP/1.1" status: 200 len: 210 time: 0.0353234 Jun 14 15:03:20.711001 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01840b04-b378-4f6a-9dc0-80f626954386 req-f68b1a1f-350a-4bbb-9b38-e79cde125bab tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:20.712483 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-01840b04-b378-4f6a-9dc0-80f626954386 req-f68b1a1f-350a-4bbb-9b38-e79cde125bab tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.35 "GET /v2.0/networks?id=3264bc1b-3107-4e40-8063-5800aefcb632 HTTP/1.1" status: 200 len: 812 time: 0.1271164 Jun 14 15:03:20.766681 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-01840b04-b378-4f6a-9dc0-80f626954386 req-332dad89-dc76-4a37-9ad5-647d4f69e1ed tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aeced04591554681b1b816a5b00ecd6a HTTP/1.1" status: 200 len: 379 time: 0.0445366 Jun 14 15:03:20.774972 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-01840b04-b378-4f6a-9dc0-80f626954386 req-25595a43-521d-416e-818b-93b28e164a9a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Request body: {'port': {'device_id': '0b82f1f6-348d-41f2-9021-54dfbfb6b741', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'admin_state_up': True, 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'security_groups': ['fe25663e-d500-4140-b4c1-00609149c71a']}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 15:03:20.927931 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ea1a6da2-a3d2-4385-8c08-c4f06c007eb2 req-5ce0014b-aba2-4c51-a62e-3bb39ba844ed tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b82f1f6-348d-41f2-9021-54dfbfb6b741 HTTP/1.1" status: 200 len: 210 time: 0.0470257 Jun 14 15:03:21.103824 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01840b04-b378-4f6a-9dc0-80f626954386 req-25595a43-521d-416e-818b-93b28e164a9a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Made reservation on behalf of aeced04591554681b1b816a5b00ecd6a for: {'port': 1} {{(pid=103387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 15:03:21.107641 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-01840b04-b378-4f6a-9dc0-80f626954386 req-25595a43-521d-416e-818b-93b28e164a9a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:21.258787 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [req-01840b04-b378-4f6a-9dc0-80f626954386 req-25595a43-521d-416e-818b-93b28e164a9a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Allocated IP 172.20.0.5 (3264bc1b-3107-4e40-8063-5800aefcb632/dd985369-c943-4630-ae2d-eb1be799101d/aed35e6c-8e98-47c7-bb5d-1afee1e69459) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 15:03:21.438443 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-01840b04-b378-4f6a-9dc0-80f626954386 req-25595a43-521d-416e-818b-93b28e164a9a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for port, precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:21.451820 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-01840b04-b378-4f6a-9dc0-80f626954386 req-25595a43-521d-416e-818b-93b28e164a9a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Transition to ACTIVE for port object aed35e6c-8e98-47c7-bb5d-1afee1e69459 will not be triggered until provisioned by entity DHCP. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 15:03:21.555337 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-01840b04-b378-4f6a-9dc0-80f626954386 req-25595a43-521d-416e-818b-93b28e164a9a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28280472'] for port, after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:21.559351 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-ea06df98-53fe-46c7-b536-fa545a051317 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:21.613026 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01840b04-b378-4f6a-9dc0-80f626954386 req-25595a43-521d-416e-818b-93b28e164a9a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Network 3264bc1b-3107-4e40-8063-5800aefcb632 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 15:03:21.616550 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [req-01840b04-b378-4f6a-9dc0-80f626954386 req-25595a43-521d-416e-818b-93b28e164a9a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 15:03:21.620479 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-01840b04-b378-4f6a-9dc0-80f626954386 req-25595a43-521d-416e-818b-93b28e164a9a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 15:03:21.628001 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25595a43-521d-416e-818b-93b28e164a9a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Pushing event updated for resources: {'Port': ['ID=aed35e6c-8e98-47c7-bb5d-1afee1e69459,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:21.654999 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-25595a43-521d-416e-818b-93b28e164a9a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:21.684911 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01840b04-b378-4f6a-9dc0-80f626954386 req-25595a43-521d-416e-818b-93b28e164a9a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:21.685326 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-01840b04-b378-4f6a-9dc0-80f626954386 req-25595a43-521d-416e-818b-93b28e164a9a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:21.768220 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-01840b04-b378-4f6a-9dc0-80f626954386 req-25595a43-521d-416e-818b-93b28e164a9a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9974554 Jun 14 15:03:21.780492 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.v2.base [req-01840b04-b378-4f6a-9dc0-80f626954386 req-dc1dd58b-ba1e-4bf0-8ed0-8af64854c789 service neutron] Request body: {'port': {'device_id': '0b82f1f6-348d-41f2-9021-54dfbfb6b741', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=103387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 15:03:21.878227 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-01840b04-b378-4f6a-9dc0-80f626954386 req-dc1dd58b-ba1e-4bf0-8ed0-8af64854c789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:21.937703 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-65993a20-a764-431e-a1bc-d07cf686eced None None] Provisioning for port aed35e6c-8e98-47c7-bb5d-1afee1e69459 completed by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 15:03:21.941837 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-65993a20-a764-431e-a1bc-d07cf686eced None None] Provisioning complete for port aed35e6c-8e98-47c7-bb5d-1afee1e69459 triggered by entity DHCP. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 15:03:21.942329 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-65993a20-a764-431e-a1bc-d07cf686eced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:21.995564 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-65993a20-a764-431e-a1bc-d07cf686eced None None] Port aed35e6c-8e98-47c7-bb5d-1afee1e69459 cannot update to ACTIVE because it is not bound. {{(pid=103389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 15:03:22.132035 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc49a12-a2cd-4970-9a7c-fe98fbf1c797 req-3151009e-30f6-4e36-8195-ae3ba5080037 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:22.133534 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-acc49a12-a2cd-4970-9a7c-fe98fbf1c797 req-3151009e-30f6-4e36-8195-ae3ba5080037 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b82f1f6-348d-41f2-9021-54dfbfb6b741 HTTP/1.1" status: 200 len: 931 time: 0.0778472 Jun 14 15:03:22.181757 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-acc49a12-a2cd-4970-9a7c-fe98fbf1c797 req-3a679073-1f32-45dd-a81f-567a6957ee45 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420537 Jun 14 15:03:22.527275 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [req-01840b04-b378-4f6a-9dc0-80f626954386 req-dc1dd58b-ba1e-4bf0-8ed0-8af64854c789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aed35e6c-8e98-47c7-bb5d-1afee1e69459 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 15:03:22.535079 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-01840b04-b378-4f6a-9dc0-80f626954386 req-dc1dd58b-ba1e-4bf0-8ed0-8af64854c789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:22.547031 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [req-01840b04-b378-4f6a-9dc0-80f626954386 req-dc1dd58b-ba1e-4bf0-8ed0-8af64854c789 service neutron] Transition to ACTIVE for port object aed35e6c-8e98-47c7-bb5d-1afee1e69459 will not be triggered until provisioned by entity L2. {{(pid=103387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 15:03:22.618002 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-01840b04-b378-4f6a-9dc0-80f626954386 req-dc1dd58b-ba1e-4bf0-8ed0-8af64854c789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:22.620415 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-c733489b-8357-4a0e-bd68-d69de43c72aa tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:22.720706 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1dd58b-ba1e-4bf0-8ed0-8af64854c789 service neutron] Pushing event updated for resources: {'Port': ['ID=aed35e6c-8e98-47c7-bb5d-1afee1e69459,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:22.724357 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-dc1dd58b-ba1e-4bf0-8ed0-8af64854c789 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:22.810976 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-01840b04-b378-4f6a-9dc0-80f626954386 req-dc1dd58b-ba1e-4bf0-8ed0-8af64854c789 service neutron] Attempting to bind port aed35e6c-8e98-47c7-bb5d-1afee1e69459 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 15:03:22.811743 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-01840b04-b378-4f6a-9dc0-80f626954386 req-dc1dd58b-ba1e-4bf0-8ed0-8af64854c789 service neutron] Attempting to bind port aed35e6c-8e98-47c7-bb5d-1afee1e69459 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'ac14f1ec-ccde-439b-aa26-64153387b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 15:03:22.811876 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01840b04-b378-4f6a-9dc0-80f626954386 req-dc1dd58b-ba1e-4bf0-8ed0-8af64854c789 service neutron] Attempting to bind port aed35e6c-8e98-47c7-bb5d-1afee1e69459 on network 3264bc1b-3107-4e40-8063-5800aefcb632 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 15:03:22.818061 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01840b04-b378-4f6a-9dc0-80f626954386 req-dc1dd58b-ba1e-4bf0-8ed0-8af64854c789 service neutron] Port aed35e6c-8e98-47c7-bb5d-1afee1e69459 on network 3264bc1b-3107-4e40-8063-5800aefcb632 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 15:03:22.818448 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01840b04-b378-4f6a-9dc0-80f626954386 req-dc1dd58b-ba1e-4bf0-8ed0-8af64854c789 service neutron] Attempting to bind port aed35e6c-8e98-47c7-bb5d-1afee1e69459 on network 3264bc1b-3107-4e40-8063-5800aefcb632 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 15:03:22.824587 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01840b04-b378-4f6a-9dc0-80f626954386 req-dc1dd58b-ba1e-4bf0-8ed0-8af64854c789 service neutron] Checking agent: {'id': '8465c201-e91e-4007-8337-fb267b4bb0bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'started_at': datetime.datetime(2021, 6, 14, 14, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 15, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 15:03:22.825005 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01840b04-b378-4f6a-9dc0-80f626954386 req-dc1dd58b-ba1e-4bf0-8ed0-8af64854c789 service neutron] Checking segment: {'id': 'ac14f1ec-ccde-439b-aa26-64153387b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 15:03:22.825493 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01840b04-b378-4f6a-9dc0-80f626954386 req-dc1dd58b-ba1e-4bf0-8ed0-8af64854c789 service neutron] Bound using segment: {'id': 'ac14f1ec-ccde-439b-aa26-64153387b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 15:03:22.826017 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [req-01840b04-b378-4f6a-9dc0-80f626954386 req-dc1dd58b-ba1e-4bf0-8ed0-8af64854c789 service neutron] Bound port: aed35e6c-8e98-47c7-bb5d-1afee1e69459, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac14f1ec-ccde-439b-aa26-64153387b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 15:03:22.826419 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-01840b04-b378-4f6a-9dc0-80f626954386 req-dc1dd58b-ba1e-4bf0-8ed0-8af64854c789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:22.913389 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-01840b04-b378-4f6a-9dc0-80f626954386 req-dc1dd58b-ba1e-4bf0-8ed0-8af64854c789 service neutron] For port aed35e6c-8e98-47c7-bb5d-1afee1e69459, host hv-cinder-77262, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 15:03:22.916655 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-01840b04-b378-4f6a-9dc0-80f626954386 req-dc1dd58b-ba1e-4bf0-8ed0-8af64854c789 service neutron] For port aed35e6c-8e98-47c7-bb5d-1afee1e69459, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=aed35e6c-8e98-47c7-bb5d-1afee1e69459,segment=NetworkSegment(ac14f1ec-ccde-439b-aa26-64153387b151),segment_id=ac14f1ec-ccde-439b-aa26-64153387b151)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 15:03:23.064063 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-01840b04-b378-4f6a-9dc0-80f626954386 req-dc1dd58b-ba1e-4bf0-8ed0-8af64854c789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28280486'] for port, after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:23.066188 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-e8e4abc5-d7e3-46b0-88c7-be619ff035aa tempest-AttachVolumeNegativeTest-1718770553 tempest-AttachVolumeNegativeTest-1718770553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:23.111180 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01840b04-b378-4f6a-9dc0-80f626954386 req-dc1dd58b-ba1e-4bf0-8ed0-8af64854c789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:23.111823 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-01840b04-b378-4f6a-9dc0-80f626954386 req-dc1dd58b-ba1e-4bf0-8ed0-8af64854c789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:23.113314 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-01840b04-b378-4f6a-9dc0-80f626954386 req-dc1dd58b-ba1e-4bf0-8ed0-8af64854c789 service neutron] 10.222.0.35 "PUT /v2.0/ports/aed35e6c-8e98-47c7-bb5d-1afee1e69459 HTTP/1.1" status: 200 len: 1093 time: 1.3374262 Jun 14 15:03:23.113908 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b82f1f6-348d-41f2-9021-54dfbfb6b741', 'tag': 'aed35e6c-8e98-47c7-bb5d-1afee1e69459'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 15:03:23.116276 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623fe9dd-8d72-497b-8836-00830c9b7882" -d '{"events": [{"name": "network-changed", "server_uuid": "0b82f1f6-348d-41f2-9021-54dfbfb6b741", "tag": "aed35e6c-8e98-47c7-bb5d-1afee1e69459"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 15:03:23.140441 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1dd58b-ba1e-4bf0-8ed0-8af64854c789 service neutron] Pushing event updated for resources: {'Port': ['ID=aed35e6c-8e98-47c7-bb5d-1afee1e69459,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:23.145673 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-dc1dd58b-ba1e-4bf0-8ed0-8af64854c789 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:23.160856 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 15:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad59c6c-930f-47e6-934f-53c0b4e9acf6 x-openstack-request-id: req-5ad59c6c-930f-47e6-934f-53c0b4e9acf6 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 15:03:23.161331 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b82f1f6-348d-41f2-9021-54dfbfb6b741", "tag": "aed35e6c-8e98-47c7-bb5d-1afee1e69459", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 15:03:23.161627 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5ad59c6c-930f-47e6-934f-53c0b4e9acf6 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 15:03:23.162240 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b82f1f6-348d-41f2-9021-54dfbfb6b741', 'tag': 'aed35e6c-8e98-47c7-bb5d-1afee1e69459', 'status': 'completed', 'code': 200} Jun 14 15:03:23.255821 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fe9dd-8d72-497b-8836-00830c9b7882 req-dd313f14-6bc8-49b2-ae7d-c21d7e270e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:23.257587 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-623fe9dd-8d72-497b-8836-00830c9b7882 req-dd313f14-6bc8-49b2-ae7d-c21d7e270e80 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aeced04591554681b1b816a5b00ecd6a&device_id=0b82f1f6-348d-41f2-9021-54dfbfb6b741 HTTP/1.1" status: 200 len: 1096 time: 0.0756733 Jun 14 15:03:23.385394 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9c824-e969-498c-a237-9844e0ea3175 req-09622de4-5c4c-40d1-ad41-d05c74167f31 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:23.386787 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-25b9c824-e969-498c-a237-9844e0ea3175 req-09622de4-5c4c-40d1-ad41-d05c74167f31 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b82f1f6-348d-41f2-9021-54dfbfb6b741 HTTP/1.1" status: 200 len: 943 time: 0.0819323 Jun 14 15:03:23.392811 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fe9dd-8d72-497b-8836-00830c9b7882 req-9f6ac393-f418-4ecc-a251-c1bae33731bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:23.394276 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-623fe9dd-8d72-497b-8836-00830c9b7882 req-9f6ac393-f418-4ecc-a251-c1bae33731bd service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=aeced04591554681b1b816a5b00ecd6a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1299648 Jun 14 15:03:23.456249 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-25b9c824-e969-498c-a237-9844e0ea3175 req-5c5b08f9-bc36-4794-9112-86f38b90dbaf tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547626 Jun 14 15:03:23.524977 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fe9dd-8d72-497b-8836-00830c9b7882 req-2f3c6b0d-45f6-41fb-927b-115afd14dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:23.526430 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-623fe9dd-8d72-497b-8836-00830c9b7882 req-2f3c6b0d-45f6-41fb-927b-115afd14dc9c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1261215 Jun 14 15:03:23.625095 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01840b04-b378-4f6a-9dc0-80f626954386 req-fa83f836-beae-4f3f-9145-88ac0173c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:23.626637 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-01840b04-b378-4f6a-9dc0-80f626954386 req-fa83f836-beae-4f3f-9145-88ac0173c124 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aeced04591554681b1b816a5b00ecd6a&device_id=0b82f1f6-348d-41f2-9021-54dfbfb6b741 HTTP/1.1" status: 200 len: 1096 time: 0.0616136 Jun 14 15:03:23.686931 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-01840b04-b378-4f6a-9dc0-80f626954386 req-ad2de160-1715-4a9b-91ca-9066e08d8633 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aed35e6c-8e98-47c7-bb5d-1afee1e69459 HTTP/1.1" status: 200 len: 217 time: 0.0534320 Jun 14 15:03:23.744830 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01840b04-b378-4f6a-9dc0-80f626954386 req-1daecd46-41c9-4c57-ac03-48f47bdef81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:23.746270 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-01840b04-b378-4f6a-9dc0-80f626954386 req-1daecd46-41c9-4c57-ac03-48f47bdef81b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd985369-c943-4630-ae2d-eb1be799101d HTTP/1.1" status: 200 len: 851 time: 0.0533104 Jun 14 15:03:23.808835 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01840b04-b378-4f6a-9dc0-80f626954386 req-818ea3c2-35da-4855-8539-aba8445832f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:23.810321 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-01840b04-b378-4f6a-9dc0-80f626954386 req-818ea3c2-35da-4855-8539-aba8445832f9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3264bc1b-3107-4e40-8063-5800aefcb632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581639 Jun 14 15:03:23.931622 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-01840b04-b378-4f6a-9dc0-80f626954386 req-31b2c356-6c79-4a3e-8959-ac0ffc3035d4 service neutron] 10.222.0.35 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144979 Jun 14 15:03:24.052384 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-01840b04-b378-4f6a-9dc0-80f626954386 req-e097e067-9fd3-40ea-8af6-5f21c2ef8469 service neutron] 10.222.0.35 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138844 Jun 14 15:03:24.641152 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4868e1-aedf-43e5-8211-e9575d7cc1e0 req-59f7ea9e-9936-4929-908f-db1a49bb5311 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:24.642625 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ff4868e1-aedf-43e5-8211-e9575d7cc1e0 req-59f7ea9e-9936-4929-908f-db1a49bb5311 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b82f1f6-348d-41f2-9021-54dfbfb6b741 HTTP/1.1" status: 200 len: 943 time: 0.0714345 Jun 14 15:03:24.691352 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ff4868e1-aedf-43e5-8211-e9575d7cc1e0 req-2fe6d185-e753-4c09-b083-a3733d31483d tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429831 Jun 14 15:03:25.875404 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a5da3-089d-46ac-a569-7e583834eade req-04c5fe90-62ac-4ebc-924b-8a186f57dd52 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:25.877061 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a24a5da3-089d-46ac-a569-7e583834eade req-04c5fe90-62ac-4ebc-924b-8a186f57dd52 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b82f1f6-348d-41f2-9021-54dfbfb6b741 HTTP/1.1" status: 200 len: 943 time: 0.0712910 Jun 14 15:03:25.934204 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-a24a5da3-089d-46ac-a569-7e583834eade req-65409b07-a6b3-4a8d-8812-40edae36b8e1 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514140 Jun 14 15:03:27.129003 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bec15-2615-4d64-95f1-5098cf2e66be req-ffe14ca2-4149-46b4-b1c4-97320cbe6bf6 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:27.130467 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2e9bec15-2615-4d64-95f1-5098cf2e66be req-ffe14ca2-4149-46b4-b1c4-97320cbe6bf6 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b82f1f6-348d-41f2-9021-54dfbfb6b741 HTTP/1.1" status: 200 len: 943 time: 0.0794356 Jun 14 15:03:27.174725 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-2e9bec15-2615-4d64-95f1-5098cf2e66be req-4c42fc36-2d2d-4373-b173-32deccb7bb93 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386028 Jun 14 15:03:28.367493 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1da5b-e3f9-46db-b7df-2b63f4454cac req-b45df205-a201-45c4-8f76-3e34bca00066 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:28.369111 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cdd1da5b-e3f9-46db-b7df-2b63f4454cac req-b45df205-a201-45c4-8f76-3e34bca00066 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b82f1f6-348d-41f2-9021-54dfbfb6b741 HTTP/1.1" status: 200 len: 943 time: 0.0716980 Jun 14 15:03:28.414901 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-cdd1da5b-e3f9-46db-b7df-2b63f4454cac req-e6130d87-d033-4723-97c3-c7b39d625b94 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399592 Jun 14 15:03:29.605093 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2174779-8616-4976-a8f0-a05e08f6d6a2 req-f2173d28-63bf-425c-9507-767ede399ed9 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:29.606645 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c2174779-8616-4976-a8f0-a05e08f6d6a2 req-f2173d28-63bf-425c-9507-767ede399ed9 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b82f1f6-348d-41f2-9021-54dfbfb6b741 HTTP/1.1" status: 200 len: 943 time: 0.0726056 Jun 14 15:03:29.653791 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c2174779-8616-4976-a8f0-a05e08f6d6a2 req-4cd0ed0d-5985-44e5-b00b-fe22012fc8cc tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403526 Jun 14 15:03:30.630747 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device aed35e6c-8e98-47c7-bb5d-1afee1e69459 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=103389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 15:03:30.763339 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port aed35e6c-8e98-47c7-bb5d-1afee1e69459, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=aed35e6c-8e98-47c7-bb5d-1afee1e69459,segment=NetworkSegment(ac14f1ec-ccde-439b-aa26-64153387b151),segment_id=ac14f1ec-ccde-439b-aa26-64153387b151)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:03:30.776807 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Returning: {'device': 'aed35e6c-8e98-47c7-bb5d-1afee1e69459', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'port_id': 'aed35e6c-8e98-47c7-bb5d-1afee1e69459', 'mac_address': 'fa:16:3e:1d:00:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 15:03:30.822431 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:30.838098 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed35e6c-8e98-47c7-bb5d-1afee1e69459 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 15:03:30.839690 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53974ef1-b2b1-4c63-acd7-504f18363183 req-0ea88743-9c8d-4cd9-b4cd-a8c5c6267ab1 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:30.841411 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-53974ef1-b2b1-4c63-acd7-504f18363183 req-0ea88743-9c8d-4cd9-b4cd-a8c5c6267ab1 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b82f1f6-348d-41f2-9021-54dfbfb6b741 HTTP/1.1" status: 200 len: 943 time: 0.0725224 Jun 14 15:03:30.863015 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port aed35e6c-8e98-47c7-bb5d-1afee1e69459, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=aed35e6c-8e98-47c7-bb5d-1afee1e69459,segment=NetworkSegment(ac14f1ec-ccde-439b-aa26-64153387b151),segment_id=ac14f1ec-ccde-439b-aa26-64153387b151)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:03:30.894185 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-53974ef1-b2b1-4c63-acd7-504f18363183 req-722ca6d7-c113-416a-939e-5b33e96a08f9 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448098 Jun 14 15:03:31.029182 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:31.031692 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:31.090921 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=aed35e6c-8e98-47c7-bb5d-1afee1e69459,revision_number=4']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:31.097165 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:31.265063 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] get_ports_and_sgs() called for port_ids ['aed35e6c-8e98-47c7-bb5d-1afee1e69459'] {{(pid=103389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 15:03:31.823471 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9b67b78b-5bf7-4ae8-a721-1f2de7b072ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:32.082765 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293823f-96fa-4849-ab59-b6a35dade284 req-f39218c8-b87a-4c76-b842-5337b0404016 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:32.084305 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4293823f-96fa-4849-ab59-b6a35dade284 req-f39218c8-b87a-4c76-b842-5337b0404016 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b82f1f6-348d-41f2-9021-54dfbfb6b741 HTTP/1.1" status: 200 len: 944 time: 0.0734916 Jun 14 15:03:32.128901 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-4293823f-96fa-4849-ab59-b6a35dade284 req-e7ee2c61-9cb2-4f15-8a22-0c68ccdde5e1 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387771 Jun 14 15:03:32.645255 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device aed35e6c-8e98-47c7-bb5d-1afee1e69459 up at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 15:03:32.754242 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning for port aed35e6c-8e98-47c7-bb5d-1afee1e69459 completed by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 15:03:32.758117 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Provisioning complete for port aed35e6c-8e98-47c7-bb5d-1afee1e69459 triggered by entity L2. {{(pid=103389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 15:03:32.758497 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3762522'] for port, provisioning_complete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:32.854236 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:32.877345 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b82f1f6-348d-41f2-9021-54dfbfb6b741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed35e6c-8e98-47c7-bb5d-1afee1e69459'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 15:03:32.879671 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ada8e15df8112a8a83a945008bd45f7951cc1105d1f282372dc9c816ff81bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b688f2-7fd4-4326-9e7c-65ee8263d48c" -d '{"events": [{"server_uuid": "0b82f1f6-348d-41f2-9021-54dfbfb6b741", "name": "network-vif-plugged", "status": "completed", "tag": "aed35e6c-8e98-47c7-bb5d-1afee1e69459"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 15:03:32.894409 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] For port aed35e6c-8e98-47c7-bb5d-1afee1e69459, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=aed35e6c-8e98-47c7-bb5d-1afee1e69459,segment=NetworkSegment(ac14f1ec-ccde-439b-aa26-64153387b151),segment_id=ac14f1ec-ccde-439b-aa26-64153387b151)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:03:32.918128 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 15:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0152f556-6e88-4318-a5ef-1fcc5f44d588 x-openstack-request-id: req-0152f556-6e88-4318-a5ef-1fcc5f44d588 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 15:03:32.918426 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b82f1f6-348d-41f2-9021-54dfbfb6b741", "name": "network-vif-plugged", "status": "completed", "tag": "aed35e6c-8e98-47c7-bb5d-1afee1e69459", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 15:03:32.918750 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0152f556-6e88-4318-a5ef-1fcc5f44d588 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 15:03:32.919080 dv-cinder-772623-8-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b82f1f6-348d-41f2-9021-54dfbfb6b741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed35e6c-8e98-47c7-bb5d-1afee1e69459', 'code': 200} Jun 14 15:03:32.977440 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391'] for port, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:32.979371 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-b217263d-365e-4787-82af-93dc7a7f42a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:33.038664 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Pushing event updated for resources: {'Port': ['ID=aed35e6c-8e98-47c7-bb5d-1afee1e69459,revision_number=5']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:33.041860 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:33.340952 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03a909-a647-4695-ba16-d282e1851c98 req-e23ec760-cf84-4bfd-a090-3be13ce9e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:33.342485 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5d03a909-a647-4695-ba16-d282e1851c98 req-e23ec760-cf84-4bfd-a090-3be13ce9e9dc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b82f1f6-348d-41f2-9021-54dfbfb6b741 HTTP/1.1" status: 200 len: 1098 time: 0.0624008 Jun 14 15:03:33.383700 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-5d03a909-a647-4695-ba16-d282e1851c98 req-7edacf42-bca0-49be-848b-694f5ce7c088 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341237 Jun 14 15:03:33.510476 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e05755-29c3-4697-a539-fd9c12d051de req-75eb8737-d46e-4ff9-bdb8-400a431881a7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:33.511962 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e6e05755-29c3-4697-a539-fd9c12d051de req-75eb8737-d46e-4ff9-bdb8-400a431881a7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b82f1f6-348d-41f2-9021-54dfbfb6b741 HTTP/1.1" status: 200 len: 945 time: 0.2659202 Jun 14 15:03:33.557341 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e6e05755-29c3-4697-a539-fd9c12d051de req-0643854e-758a-43d3-a2a4-949c95a8e6d7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387464 Jun 14 15:03:34.809984 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb95f4-54e7-44f4-993a-26dd6c22787d req-515b135c-9465-44da-81a9-f3e783a2fecf tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:34.811459 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9eeb95f4-54e7-44f4-993a-26dd6c22787d req-515b135c-9465-44da-81a9-f3e783a2fecf tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b82f1f6-348d-41f2-9021-54dfbfb6b741 HTTP/1.1" status: 200 len: 945 time: 0.1345837 Jun 14 15:03:34.856606 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9eeb95f4-54e7-44f4-993a-26dd6c22787d req-e5329c93-0ea8-4b8e-aa0c-02d38c98afcf tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392742 Jun 14 15:03:35.041223 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda43586-8aaa-4e31-b744-7778a333be7f req-be51a243-3533-4ce9-8ae8-b8041b88238c tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:35.042712 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fda43586-8aaa-4e31-b744-7778a333be7f req-be51a243-3533-4ce9-8ae8-b8041b88238c tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b82f1f6-348d-41f2-9021-54dfbfb6b741 HTTP/1.1" status: 200 len: 945 time: 0.0705869 Jun 14 15:03:35.088147 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-fda43586-8aaa-4e31-b744-7778a333be7f req-292b1607-2b52-4a16-84ac-fab435b3e484 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391765 Jun 14 15:03:35.114730 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 42010) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:03:35.278340 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78314e9f-6068-4ea0-9a08-a2625c19f74f tempest-TestVolumeBootPattern-922366432 tempest-TestVolumeBootPattern-922366432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:35.279880 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-78314e9f-6068-4ea0-9a08-a2625c19f74f tempest-TestVolumeBootPattern-922366432 tempest-TestVolumeBootPattern-922366432-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0b82f1f6-348d-41f2-9021-54dfbfb6b741 HTTP/1.1" status: 200 len: 1093 time: 0.1641316 Jun 14 15:03:35.282652 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 42014) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:03:35.287073 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.v2.base [None req-362250e6-3f69-43a4-b2ad-97373fadde38 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Request body: {'floatingip': {'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'port_id': 'aed35e6c-8e98-47c7-bb5d-1afee1e69459', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 15:03:35.389616 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-362250e6-3f69-43a4-b2ad-97373fadde38 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for floatingip, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:35.495124 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cefbc5c4-2a0c-489c-95e3-261e7966c39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:35.528106 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-362250e6-3f69-43a4-b2ad-97373fadde38 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3920384'] for port, before_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:35.655197 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_common [None req-362250e6-3f69-43a4-b2ad-97373fadde38 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Allocated IP 172.27.2.192 (fc485d09-1af9-4f7a-81e8-700830ebc213/e09b5c2d-fde6-405d-9c65-d45cf22b44a3/d063333a-f0a8-4689-9db3-dd3c8669d4fc) {{(pid=103388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 15:03:36.059277 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-362250e6-3f69-43a4-b2ad-97373fadde38 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for port, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:36.154881 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-362250e6-3f69-43a4-b2ad-97373fadde38 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3920579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775072652328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27717363'] for port, after_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:36.157278 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-aeed519d-20d8-4e05-839b-57bfe2d2c193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:36.204551 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362250e6-3f69-43a4-b2ad-97373fadde38 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Network fc485d09-1af9-4f7a-81e8-700830ebc213 is already hosted by enough agents. {{(pid=103388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 15:03:36.207558 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.base_scheduler [None req-362250e6-3f69-43a4-b2ad-97373fadde38 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Resources bound (agent type, host, resource id): {{(pid=103388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 15:03:36.211396 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362250e6-3f69-43a4-b2ad-97373fadde38 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Received port after_create {{(pid=103388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 15:03:36.240863 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362250e6-3f69-43a4-b2ad-97373fadde38 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Pushing event updated for resources: {'Port': ['ID=d063333a-f0a8-4689-9db3-dd3c8669d4fc,revision_number=1']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:36.245354 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-362250e6-3f69-43a4-b2ad-97373fadde38 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:36.492190 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:36.678841 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-362250e6-3f69-43a4-b2ad-97373fadde38 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:36.863831 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-362250e6-3f69-43a4-b2ad-97373fadde38 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3920402'] for port, before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:37.048535 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-362250e6-3f69-43a4-b2ad-97373fadde38 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for port, precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:37.108733 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-362250e6-3f69-43a4-b2ad-97373fadde38 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775073044803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775072652346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775072652391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27717325'] for port, after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:37.111048 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-1c5d4675-9074-4be0-9a38-aadf4f082062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:03:37.191292 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362250e6-3f69-43a4-b2ad-97373fadde38 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Pushing event updated for resources: {'Port': ['ID=d063333a-f0a8-4689-9db3-dd3c8669d4fc,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:03:37.195259 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-362250e6-3f69-43a4-b2ad-97373fadde38 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:03:37.203909 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-362250e6-3f69-43a4-b2ad-97373fadde38 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-768775'] for floatingip, after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:37.345050 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.db.l3_db [None req-362250e6-3f69-43a4-b2ad-97373fadde38 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Floating IP a6ce39a6-1e61-4439-b521-97175a23fb02 associated. External IP: 172.27.2.192, port: aed35e6c-8e98-47c7-bb5d-1afee1e69459. Jun 14 15:03:37.626130 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362250e6-3f69-43a4-b2ad-97373fadde38 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Router 3172724f-97a2-43b1-b5f1-ae92efd7650f has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 15:03:37.769394 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362250e6-3f69-43a4-b2ad-97373fadde38 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 15:03:37.779625 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190fa119-5c94-469a-95ec-b917dba099e7 None None] Sync routers for ids ['3172724f-97a2-43b1-b5f1-ae92efd7650f'] in dv-cinder-772623-8-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 15:03:37.789749 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190fa119-5c94-469a-95ec-b917dba099e7 None None] Routers {'3172724f-97a2-43b1-b5f1-ae92efd7650f'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:03:37.790411 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-190fa119-5c94-469a-95ec-b917dba099e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:03:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['3172724f-97a2-43b1-b5f1-ae92efd7650f'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:37.903491 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-362250e6-3f69-43a4-b2ad-97373fadde38 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for floatingip, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:37.942133 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-190fa119-5c94-469a-95ec-b917dba099e7 None None] Set router 3172724f-97a2-43b1-b5f1-ae92efd7650f gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:03:37.950306 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-362250e6-3f69-43a4-b2ad-97373fadde38 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6666224 Jun 14 15:03:37.951052 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b82f1f6-348d-41f2-9021-54dfbfb6b741', 'tag': 'aed35e6c-8e98-47c7-bb5d-1afee1e69459'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 15:03:37.954632 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d16000bb1453c626be2c9fe90cf152d3497827e73c55abcdb2fab0d7ea5a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96375c6-2535-4b6c-8782-bf1e9745a309" -d '{"events": [{"name": "network-changed", "server_uuid": "0b82f1f6-348d-41f2-9021-54dfbfb6b741", "tag": "aed35e6c-8e98-47c7-bb5d-1afee1e69459"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 15:03:37.991372 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 15:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0f81f3-bc4a-4564-9137-6d7a550e0757 x-openstack-request-id: req-8a0f81f3-bc4a-4564-9137-6d7a550e0757 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 15:03:37.991734 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b82f1f6-348d-41f2-9021-54dfbfb6b741", "tag": "aed35e6c-8e98-47c7-bb5d-1afee1e69459", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 15:03:37.992030 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8a0f81f3-bc4a-4564-9137-6d7a550e0757 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 15:03:37.992455 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b82f1f6-348d-41f2-9021-54dfbfb6b741', 'tag': 'aed35e6c-8e98-47c7-bb5d-1afee1e69459', 'status': 'completed', 'code': 200} Jun 14 15:03:38.080149 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96375c6-2535-4b6c-8782-bf1e9745a309 req-8361c0b6-138f-4a11-b4f5-e69590d494ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:38.081731 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e96375c6-2535-4b6c-8782-bf1e9745a309 req-8361c0b6-138f-4a11-b4f5-e69590d494ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aeced04591554681b1b816a5b00ecd6a&device_id=0b82f1f6-348d-41f2-9021-54dfbfb6b741 HTTP/1.1" status: 200 len: 1098 time: 0.0670679 Jun 14 15:03:38.183661 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:38.209666 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96375c6-2535-4b6c-8782-bf1e9745a309 req-459b5889-6592-460f-aad6-442168f682d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:38.211200 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e96375c6-2535-4b6c-8782-bf1e9745a309 req-459b5889-6592-460f-aad6-442168f682d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3264bc1b-3107-4e40-8063-5800aefcb632 HTTP/1.1" status: 200 len: 913 time: 0.1229963 Jun 14 15:03:38.263457 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-190fa119-5c94-469a-95ec-b917dba099e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'name': 'tempest-TestVolumeBootPattern-2112517787-router', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:13Z', 'updated_at': '2021-06-14T14:57:19Z', 'revision_number': 4, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'gw_port': {'id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:14Z', 'updated_at': '2021-06-14T14:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': 'a6ce39a6-1e61-4439-b521-97175a23fb02', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'port_id': 'aed35e6c-8e98-47c7-bb5d-1afee1e69459', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'mac_address': 'fa:16:3e:1d:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82f1f6-348d-41f2-9021-54dfbfb6b741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T15:03:36Z', 'updated_at': '2021-06-14T15:03:36Z', 'revision_number': 0, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'fixed_ip_address_scope': None}, {'id': 'fe5bebb9-8408-4857-9c4c-a8d0f19a23c9', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'port_id': 'aa5871d6-fb6f-46f2-a28e-bae783b87513', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'mac_address': 'fa:16:3e:2d:d0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c3372-b915-4b03-980e-36700e3d64fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T15:01:26Z', 'updated_at': '2021-06-14T15:01:29Z', 'revision_number': 1, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b07085e-233f-42a9-981c-a519eb19fa2c', 'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'mac_address': 'fa:16:3e:7d:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:18Z', 'updated_at': '2021-06-14T14:57:27Z', 'revision_number': 5, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'subnets': [{'id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:38.267229 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190fa119-5c94-469a-95ec-b917dba099e7 None None] Checking router: 3172724f-97a2-43b1-b5f1-ae92efd7650f for host: dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 15:03:38.275579 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190fa119-5c94-469a-95ec-b917dba099e7 None None] Routers {'3172724f-97a2-43b1-b5f1-ae92efd7650f'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:03:38.276227 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-190fa119-5c94-469a-95ec-b917dba099e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:03:35Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['3172724f-97a2-43b1-b5f1-ae92efd7650f'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:38.299165 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e96375c6-2535-4b6c-8782-bf1e9745a309 req-441a9d85-1a71-45ca-9d52-8be81d73dd14 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aed35e6c-8e98-47c7-bb5d-1afee1e69459 HTTP/1.1" status: 200 len: 999 time: 0.0809488 Jun 14 15:03:38.365249 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96375c6-2535-4b6c-8782-bf1e9745a309 req-c5065a3b-c607-44e8-a210-c901a1a24fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:38.366788 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e96375c6-2535-4b6c-8782-bf1e9745a309 req-c5065a3b-c607-44e8-a210-c901a1a24fa5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd985369-c943-4630-ae2d-eb1be799101d HTTP/1.1" status: 200 len: 851 time: 0.0621450 Jun 14 15:03:38.440834 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96375c6-2535-4b6c-8782-bf1e9745a309 req-3e2a2f19-f55d-4c25-907c-6368d5623f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:38.442265 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e96375c6-2535-4b6c-8782-bf1e9745a309 req-3e2a2f19-f55d-4c25-907c-6368d5623f47 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3264bc1b-3107-4e40-8063-5800aefcb632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687320 Jun 14 15:03:38.558142 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-190fa119-5c94-469a-95ec-b917dba099e7 None None] Set router 3172724f-97a2-43b1-b5f1-ae92efd7650f gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:03:38.581468 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e96375c6-2535-4b6c-8782-bf1e9745a309 req-81b3ea1f-694f-4c70-882f-b69167cba3fc service neutron] 10.222.0.35 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302216 Jun 14 15:03:38.704933 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-e96375c6-2535-4b6c-8782-bf1e9745a309 req-fea3ca23-ccbc-40de-981f-71516add421e service neutron] 10.222.0.35 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172049 Jun 14 15:03:38.866300 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-190fa119-5c94-469a-95ec-b917dba099e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'name': 'tempest-TestVolumeBootPattern-2112517787-router', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:13Z', 'updated_at': '2021-06-14T14:57:19Z', 'revision_number': 4, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'gw_port': {'id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:14Z', 'updated_at': '2021-06-14T14:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': 'a6ce39a6-1e61-4439-b521-97175a23fb02', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'port_id': 'aed35e6c-8e98-47c7-bb5d-1afee1e69459', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'mac_address': 'fa:16:3e:1d:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82f1f6-348d-41f2-9021-54dfbfb6b741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T15:03:36Z', 'updated_at': '2021-06-14T15:03:36Z', 'revision_number': 0, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'fixed_ip_address_scope': None}, {'id': 'fe5bebb9-8408-4857-9c4c-a8d0f19a23c9', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'port_id': 'aa5871d6-fb6f-46f2-a28e-bae783b87513', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'mac_address': 'fa:16:3e:2d:d0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c3372-b915-4b03-980e-36700e3d64fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T15:01:26Z', 'updated_at': '2021-06-14T15:01:29Z', 'revision_number': 1, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b07085e-233f-42a9-981c-a519eb19fa2c', 'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'mac_address': 'fa:16:3e:7d:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:18Z', 'updated_at': '2021-06-14T14:57:27Z', 'revision_number': 5, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'subnets': [{'id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:03:38.869913 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190fa119-5c94-469a-95ec-b917dba099e7 None None] The sync data for ids ['3172724f-97a2-43b1-b5f1-ae92efd7650f'] in dv-cinder-772623-8-iscsi is: [{'id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'name': 'tempest-TestVolumeBootPattern-2112517787-router', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:13Z', 'updated_at': '2021-06-14T14:57:19Z', 'revision_number': 4, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'gw_port': {'id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:14Z', 'updated_at': '2021-06-14T14:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': 'a6ce39a6-1e61-4439-b521-97175a23fb02', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'port_id': 'aed35e6c-8e98-47c7-bb5d-1afee1e69459', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'mac_address': 'fa:16:3e:1d:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82f1f6-348d-41f2-9021-54dfbfb6b741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T15:03:36Z', 'updated_at': '2021-06-14T15:03:36Z', 'revision_number': 0, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'fixed_ip_address_scope': None}, {'id': 'fe5bebb9-8408-4857-9c4c-a8d0f19a23c9', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'port_id': 'aa5871d6-fb6f-46f2-a28e-bae783b87513', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'mac_address': 'fa:16:3e:2d:d0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c3372-b915-4b03-980e-36700e3d64fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T15:01:26Z', 'updated_at': '2021-06-14T15:01:29Z', 'revision_number': 1, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b07085e-233f-42a9-981c-a519eb19fa2c', 'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'mac_address': 'fa:16:3e:7d:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:18Z', 'updated_at': '2021-06-14T14:57:27Z', 'revision_number': 5, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'subnets': [{'id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 15:03:39.080967 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfcb526-a1df-483f-b317-6e3e79b626f0 None None] New status for floating IP a6ce39a6-1e61-4439-b521-97175a23fb02: ACTIVE {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 15:03:40.262968 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:48.314598 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:03:53.476747 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:03:56.450597 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a882d806-f200-4e13-b882-e2a2c5236822 req-2a0ad733-3663-4f16-bb4d-e8475a155c59 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0627997 Jun 14 15:03:56.568832 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882d806-f200-4e13-b882-e2a2c5236822 req-f09116c4-2f8a-4597-9a49-8ac3b0feeae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:56.570316 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a882d806-f200-4e13-b882-e2a2c5236822 req-f09116c4-2f8a-4597-9a49-8ac3b0feeae4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aeced04591554681b1b816a5b00ecd6a&device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 1098 time: 0.0683906 Jun 14 15:03:56.715589 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882d806-f200-4e13-b882-e2a2c5236822 req-b80ae09f-0bc5-4f44-bc9d-e941835e1db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:56.716976 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a882d806-f200-4e13-b882-e2a2c5236822 req-b80ae09f-0bc5-4f44-bc9d-e941835e1db2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3264bc1b-3107-4e40-8063-5800aefcb632 HTTP/1.1" status: 200 len: 913 time: 0.1223741 Jun 14 15:03:56.809524 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a882d806-f200-4e13-b882-e2a2c5236822 req-761f7787-2510-44f7-a209-318168f8b7df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa5871d6-fb6f-46f2-a28e-bae783b87513 HTTP/1.1" status: 200 len: 1000 time: 0.0854661 Jun 14 15:03:56.872027 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882d806-f200-4e13-b882-e2a2c5236822 req-133122e5-b716-4d88-bf9e-493fdc1a4269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:56.874109 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a882d806-f200-4e13-b882-e2a2c5236822 req-133122e5-b716-4d88-bf9e-493fdc1a4269 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd985369-c943-4630-ae2d-eb1be799101d HTTP/1.1" status: 200 len: 851 time: 0.0543187 Jun 14 15:03:56.940141 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882d806-f200-4e13-b882-e2a2c5236822 req-11ebc312-d33f-4e51-b98b-0b02666c0afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:03:56.941619 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a882d806-f200-4e13-b882-e2a2c5236822 req-11ebc312-d33f-4e51-b98b-0b02666c0afd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3264bc1b-3107-4e40-8063-5800aefcb632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609267 Jun 14 15:03:57.064829 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a882d806-f200-4e13-b882-e2a2c5236822 req-e33887fd-ce54-4946-a940-4921e580eb7f service neutron] 10.222.0.35 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155095 Jun 14 15:03:57.194812 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-a882d806-f200-4e13-b882-e2a2c5236822 req-1d81b0a7-4a3f-4aa2-b987-fd9ac730032b service neutron] 10.222.0.35 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227043 Jun 14 15:04:01.794464 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-90274c07-2bc8-45ce-976a-4b370e64db74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:04:05.480177 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-814662ad-8c43-4a32-afbf-356688ed7584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:04:06.491497 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:04:08.188025 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:04:10.256929 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:04:18.291382 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:04:30.478023 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:04:31.800475 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9164b1fd-fbbb-4235-96ee-19ce8a28acec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:04:35.490285 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5b0f86af-7455-489d-ad93-84e1f3b23492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:04:36.495784 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:04:38.165216 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:04:40.279298 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:04:48.302078 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:04:58.523423 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-598f1ecc-ec49-4d1f-8eeb-724e85e4b14b req-189d19b2-9e3f-4ff1-8fef-b46fca2b8fd8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b82f1f6-348d-41f2-9021-54dfbfb6b741&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1080344 Jun 14 15:04:58.614493 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f1ecc-ec49-4d1f-8eeb-724e85e4b14b req-e7932c89-571b-4058-945c-e7f25827329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:04:58.615985 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-598f1ecc-ec49-4d1f-8eeb-724e85e4b14b req-e7932c89-571b-4058-945c-e7f25827329f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aeced04591554681b1b816a5b00ecd6a&device_id=0b82f1f6-348d-41f2-9021-54dfbfb6b741 HTTP/1.1" status: 200 len: 1098 time: 0.0672584 Jun 14 15:04:58.757047 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f1ecc-ec49-4d1f-8eeb-724e85e4b14b req-8c5226f0-f5f8-417b-bf0c-6606fb999b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:04:58.758435 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-598f1ecc-ec49-4d1f-8eeb-724e85e4b14b req-8c5226f0-f5f8-417b-bf0c-6606fb999b02 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3264bc1b-3107-4e40-8063-5800aefcb632 HTTP/1.1" status: 200 len: 913 time: 0.1182494 Jun 14 15:04:58.855259 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-598f1ecc-ec49-4d1f-8eeb-724e85e4b14b req-825fabbb-2f74-4fd3-857c-00c2b6659c86 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aed35e6c-8e98-47c7-bb5d-1afee1e69459 HTTP/1.1" status: 200 len: 1001 time: 0.0896220 Jun 14 15:04:58.917040 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f1ecc-ec49-4d1f-8eeb-724e85e4b14b req-828a45b0-33cf-4d9f-8b4b-9ebc20b454ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:04:58.918551 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-598f1ecc-ec49-4d1f-8eeb-724e85e4b14b req-828a45b0-33cf-4d9f-8b4b-9ebc20b454ee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd985369-c943-4630-ae2d-eb1be799101d HTTP/1.1" status: 200 len: 851 time: 0.0572124 Jun 14 15:04:58.981903 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f1ecc-ec49-4d1f-8eeb-724e85e4b14b req-bdc1558b-fa8b-4d29-8b2a-5ba4a85de1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:04:58.983359 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-598f1ecc-ec49-4d1f-8eeb-724e85e4b14b req-bdc1558b-fa8b-4d29-8b2a-5ba4a85de1dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3264bc1b-3107-4e40-8063-5800aefcb632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580051 Jun 14 15:04:59.113905 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-598f1ecc-ec49-4d1f-8eeb-724e85e4b14b req-8bcdf404-f950-4510-b0f7-77ba58198379 service neutron] 10.222.0.35 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241529 Jun 14 15:04:59.242113 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-598f1ecc-ec49-4d1f-8eeb-724e85e4b14b req-feccad77-9517-4775-8111-52516f868922 service neutron] 10.222.0.35 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222985 Jun 14 15:05:01.798718 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9ab603f2-d8ce-42d5-b955-4478c136e330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:05.479008 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9e861191-2a4e-4661-a916-d3a46931e2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:05.563564 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 42048) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:05:05.809482 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f0245-082c-4311-8a6f-7672f397125a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Deleting port d063333a-f0a8-4689-9db3-dd3c8669d4fc {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:05:05.809817 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0245-082c-4311-8a6f-7672f397125a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:05.963472 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0245-082c-4311-8a6f-7672f397125a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:05.963823 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0245-082c-4311-8a6f-7672f397125a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:06.058267 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f0245-082c-4311-8a6f-7672f397125a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Calling delete_port for d063333a-f0a8-4689-9db3-dd3c8669d4fc owned by network:floatingip {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:05:06.302013 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0245-082c-4311-8a6f-7672f397125a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27717370'] for port, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:06.304202 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-f4561924-2559-4c47-bfcc-0a8fb088bd1a tempest-VolumesActionsTest-105014766 tempest-VolumesActionsTest-105014766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:05:06.331346 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f0245-082c-4311-8a6f-7672f397125a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Pushing event deleted for resources: {'Port': ['ID=d063333a-f0a8-4689-9db3-dd3c8669d4fc,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:05:06.340771 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f0245-082c-4311-8a6f-7672f397125a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:06.341154 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f0245-082c-4311-8a6f-7672f397125a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:06.341587 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f0245-082c-4311-8a6f-7672f397125a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:06.341956 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f0245-082c-4311-8a6f-7672f397125a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:06.342314 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f0245-082c-4311-8a6f-7672f397125a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:06.342675 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f0245-082c-4311-8a6f-7672f397125a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:06.343534 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f0245-082c-4311-8a6f-7672f397125a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:06.343534 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f0245-082c-4311-8a6f-7672f397125a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:06.343807 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f0245-082c-4311-8a6f-7672f397125a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:06.344138 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f0245-082c-4311-8a6f-7672f397125a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:06.344491 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f0245-082c-4311-8a6f-7672f397125a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:06.344842 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5f0245-082c-4311-8a6f-7672f397125a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:06.350400 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-5a5f0245-082c-4311-8a6f-7672f397125a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:05:06.429722 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0245-082c-4311-8a6f-7672f397125a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for floatingip, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:06.430062 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.db.l3_db [None req-5a5f0245-082c-4311-8a6f-7672f397125a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Floating IP a6ce39a6-1e61-4439-b521-97175a23fb02 disassociated (deleted). External IP: 172.27.2.192, port: aed35e6c-8e98-47c7-bb5d-1afee1e69459. Jun 14 15:05:06.473238 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:07.009478 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5f0245-082c-4311-8a6f-7672f397125a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Router 3172724f-97a2-43b1-b5f1-ae92efd7650f has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 15:05:07.161583 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5f0245-082c-4311-8a6f-7672f397125a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 15:05:07.167459 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0245-082c-4311-8a6f-7672f397125a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for floatingip, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:07.171411 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27159b10-2d56-44f9-b665-3931d0682dd4 None None] Sync routers for ids ['3172724f-97a2-43b1-b5f1-ae92efd7650f'] in dv-cinder-772623-8-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 15:05:07.181826 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27159b10-2d56-44f9-b665-3931d0682dd4 None None] Routers {'3172724f-97a2-43b1-b5f1-ae92efd7650f'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:05:07.182637 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-27159b10-2d56-44f9-b665-3931d0682dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:05:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['3172724f-97a2-43b1-b5f1-ae92efd7650f'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:05:07.218323 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-5a5f0245-082c-4311-8a6f-7672f397125a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "DELETE /v2.0/floatingips/a6ce39a6-1e61-4439-b521-97175a23fb02 HTTP/1.1" status: 204 len: 168 time: 1.6536460 Jun 14 15:05:07.218987 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b82f1f6-348d-41f2-9021-54dfbfb6b741', 'tag': 'aed35e6c-8e98-47c7-bb5d-1afee1e69459'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 15:05:07.222350 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d16000bb1453c626be2c9fe90cf152d3497827e73c55abcdb2fab0d7ea5a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400d366c-3026-4183-86d7-e3ccef1d1003" -d '{"events": [{"name": "network-changed", "server_uuid": "0b82f1f6-348d-41f2-9021-54dfbfb6b741", "tag": "aed35e6c-8e98-47c7-bb5d-1afee1e69459"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 15:05:07.276305 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 15:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d620b82-8ebe-4944-8593-ac22b5e0f5be x-openstack-request-id: req-0d620b82-8ebe-4944-8593-ac22b5e0f5be {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 15:05:07.276677 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b82f1f6-348d-41f2-9021-54dfbfb6b741", "tag": "aed35e6c-8e98-47c7-bb5d-1afee1e69459", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 15:05:07.277009 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0d620b82-8ebe-4944-8593-ac22b5e0f5be {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 15:05:07.277416 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b82f1f6-348d-41f2-9021-54dfbfb6b741', 'tag': 'aed35e6c-8e98-47c7-bb5d-1afee1e69459', 'status': 'completed', 'code': 200} Jun 14 15:05:07.352598 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-27159b10-2d56-44f9-b665-3931d0682dd4 None None] Set router 3172724f-97a2-43b1-b5f1-ae92efd7650f gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:05:07.374673 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d366c-3026-4183-86d7-e3ccef1d1003 req-2948d553-bb91-490e-8c88-7a114cc23a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:05:07.376336 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-400d366c-3026-4183-86d7-e3ccef1d1003 req-2948d553-bb91-490e-8c88-7a114cc23a29 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aeced04591554681b1b816a5b00ecd6a&device_id=0b82f1f6-348d-41f2-9021-54dfbfb6b741 HTTP/1.1" status: 200 len: 1098 time: 0.0747268 Jun 14 15:05:07.481555 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:05:07.509761 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d366c-3026-4183-86d7-e3ccef1d1003 req-bbabd602-8bec-4fbc-a527-f5f4801d022a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:05:07.511209 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-400d366c-3026-4183-86d7-e3ccef1d1003 req-bbabd602-8bec-4fbc-a527-f5f4801d022a service neutron] 10.222.0.35 "GET /v2.0/networks?id=3264bc1b-3107-4e40-8063-5800aefcb632 HTTP/1.1" status: 200 len: 913 time: 0.1284533 Jun 14 15:05:07.570172 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-400d366c-3026-4183-86d7-e3ccef1d1003 req-075be9dc-a0c3-4231-94f1-853c29b4e0b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aed35e6c-8e98-47c7-bb5d-1afee1e69459 HTTP/1.1" status: 200 len: 217 time: 0.0512679 Jun 14 15:05:07.652204 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d366c-3026-4183-86d7-e3ccef1d1003 req-b0ef752d-a2ea-4aef-9422-ce4bdb93efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:05:07.654031 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-400d366c-3026-4183-86d7-e3ccef1d1003 req-b0ef752d-a2ea-4aef-9422-ce4bdb93efc4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd985369-c943-4630-ae2d-eb1be799101d HTTP/1.1" status: 200 len: 851 time: 0.0773513 Jun 14 15:05:07.697759 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-27159b10-2d56-44f9-b665-3931d0682dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'name': 'tempest-TestVolumeBootPattern-2112517787-router', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:13Z', 'updated_at': '2021-06-14T14:57:19Z', 'revision_number': 4, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'gw_port': {'id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:14Z', 'updated_at': '2021-06-14T14:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': 'fe5bebb9-8408-4857-9c4c-a8d0f19a23c9', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'port_id': 'aa5871d6-fb6f-46f2-a28e-bae783b87513', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'mac_address': 'fa:16:3e:2d:d0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c3372-b915-4b03-980e-36700e3d64fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T15:01:26Z', 'updated_at': '2021-06-14T15:01:29Z', 'revision_number': 1, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b07085e-233f-42a9-981c-a519eb19fa2c', 'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'mac_address': 'fa:16:3e:7d:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:18Z', 'updated_at': '2021-06-14T14:57:27Z', 'revision_number': 5, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'subnets': [{'id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:05:07.704667 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27159b10-2d56-44f9-b665-3931d0682dd4 None None] Checking router: 3172724f-97a2-43b1-b5f1-ae92efd7650f for host: dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 15:05:07.710094 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27159b10-2d56-44f9-b665-3931d0682dd4 None None] Routers {'3172724f-97a2-43b1-b5f1-ae92efd7650f'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:05:07.710711 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-27159b10-2d56-44f9-b665-3931d0682dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:05:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['3172724f-97a2-43b1-b5f1-ae92efd7650f'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:05:07.724368 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d366c-3026-4183-86d7-e3ccef1d1003 req-71627621-b164-4cd3-bdf4-34637419d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:05:07.725877 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-400d366c-3026-4183-86d7-e3ccef1d1003 req-71627621-b164-4cd3-bdf4-34637419d881 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3264bc1b-3107-4e40-8063-5800aefcb632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0644779 Jun 14 15:05:07.923733 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-27159b10-2d56-44f9-b665-3931d0682dd4 None None] Set router 3172724f-97a2-43b1-b5f1-ae92efd7650f gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:05:08.078926 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f65a5-2ad3-46fe-a18d-671f858e5059 req-c38709f6-4ae6-4eeb-8f7c-379bd7b5492f tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:05:08.081684 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-081f65a5-2ad3-46fe-a18d-671f858e5059 req-c38709f6-4ae6-4eeb-8f7c-379bd7b5492f tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b82f1f6-348d-41f2-9021-54dfbfb6b741 HTTP/1.1" status: 200 len: 945 time: 0.0850103 Jun 14 15:05:08.138562 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-081f65a5-2ad3-46fe-a18d-671f858e5059 req-5e367c00-aad2-4497-923a-0b66f577d71b tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474086 Jun 14 15:05:08.199387 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-400d366c-3026-4183-86d7-e3ccef1d1003 req-c2dcbd00-b2f4-4584-afe7-c30b933f1b23 service neutron] 10.222.0.35 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664376 Jun 14 15:05:08.341635 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:08.356196 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-400d366c-3026-4183-86d7-e3ccef1d1003 req-05fc4d64-1b11-4a3d-8c2e-6aa3d6ff54eb service neutron] 10.222.0.35 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492403 Jun 14 15:05:08.463571 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-27159b10-2d56-44f9-b665-3931d0682dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'name': 'tempest-TestVolumeBootPattern-2112517787-router', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:13Z', 'updated_at': '2021-06-14T14:57:19Z', 'revision_number': 4, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'gw_port': {'id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:14Z', 'updated_at': '2021-06-14T14:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': 'fe5bebb9-8408-4857-9c4c-a8d0f19a23c9', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'port_id': 'aa5871d6-fb6f-46f2-a28e-bae783b87513', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'mac_address': 'fa:16:3e:2d:d0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c3372-b915-4b03-980e-36700e3d64fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T15:01:26Z', 'updated_at': '2021-06-14T15:01:29Z', 'revision_number': 1, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b07085e-233f-42a9-981c-a519eb19fa2c', 'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'mac_address': 'fa:16:3e:7d:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:18Z', 'updated_at': '2021-06-14T14:57:27Z', 'revision_number': 5, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'subnets': [{'id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:05:08.467301 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27159b10-2d56-44f9-b665-3931d0682dd4 None None] The sync data for ids ['3172724f-97a2-43b1-b5f1-ae92efd7650f'] in dv-cinder-772623-8-iscsi is: [{'id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'name': 'tempest-TestVolumeBootPattern-2112517787-router', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:13Z', 'updated_at': '2021-06-14T14:57:19Z', 'revision_number': 4, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'gw_port': {'id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:14Z', 'updated_at': '2021-06-14T14:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_floatingips': [{'id': 'fe5bebb9-8408-4857-9c4c-a8d0f19a23c9', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'router_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'port_id': 'aa5871d6-fb6f-46f2-a28e-bae783b87513', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'mac_address': 'fa:16:3e:2d:d0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554c3372-b915-4b03-980e-36700e3d64fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T15:01:26Z', 'updated_at': '2021-06-14T15:01:29Z', 'revision_number': 1, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b07085e-233f-42a9-981c-a519eb19fa2c', 'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'mac_address': 'fa:16:3e:7d:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:18Z', 'updated_at': '2021-06-14T14:57:27Z', 'revision_number': 5, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'subnets': [{'id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 15:05:08.720153 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76583b6d-887b-4468-bf73-9eebbc430c25 None None] New status for floating IP a6ce39a6-1e61-4439-b521-97175a23fb02: DOWN {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 15:05:09.337606 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac932ab9-4d99-41b8-836f-857e455d447f req-5bef24a3-406f-48d1-a716-09bcb2c551fe tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:05:09.339088 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ac932ab9-4d99-41b8-836f-857e455d447f req-5bef24a3-406f-48d1-a716-09bcb2c551fe tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b82f1f6-348d-41f2-9021-54dfbfb6b741 HTTP/1.1" status: 200 len: 945 time: 0.0742249 Jun 14 15:05:09.389784 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ac932ab9-4d99-41b8-836f-857e455d447f req-86b7f11b-dce4-4ecf-bed6-0e2ae2acd7da tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423055 Jun 14 15:05:09.540830 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82e05c-301f-4b69-878e-f3c0abfda261 req-fb7bbdaa-e6d7-4534-826a-0ec549d04beb tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:05:09.542328 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ef82e05c-301f-4b69-878e-f3c0abfda261 req-fb7bbdaa-e6d7-4534-826a-0ec549d04beb tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b82f1f6-348d-41f2-9021-54dfbfb6b741 HTTP/1.1" status: 200 len: 945 time: 0.0829611 Jun 14 15:05:09.672502 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-ef82e05c-301f-4b69-878e-f3c0abfda261 req-530de6e7-602b-4ea5-a23c-ea6674ecad0a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Deleting port aed35e6c-8e98-47c7-bb5d-1afee1e69459 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:05:09.672845 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-ef82e05c-301f-4b69-878e-f3c0abfda261 req-530de6e7-602b-4ea5-a23c-ea6674ecad0a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:09.790562 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-ef82e05c-301f-4b69-878e-f3c0abfda261 req-530de6e7-602b-4ea5-a23c-ea6674ecad0a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] For port aed35e6c-8e98-47c7-bb5d-1afee1e69459, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=aed35e6c-8e98-47c7-bb5d-1afee1e69459,segment=NetworkSegment(ac14f1ec-ccde-439b-aa26-64153387b151),segment_id=ac14f1ec-ccde-439b-aa26-64153387b151)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:05:09.790975 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-ef82e05c-301f-4b69-878e-f3c0abfda261 req-530de6e7-602b-4ea5-a23c-ea6674ecad0a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:09.888780 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-ef82e05c-301f-4b69-878e-f3c0abfda261 req-530de6e7-602b-4ea5-a23c-ea6674ecad0a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Calling delete_port for aed35e6c-8e98-47c7-bb5d-1afee1e69459 owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:05:10.130585 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-ef82e05c-301f-4b69-878e-f3c0abfda261 req-530de6e7-602b-4ea5-a23c-ea6674ecad0a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:10.134948 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-2aec951f-26a3-4e56-8cae-70abcff056a7 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:05:10.166173 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530de6e7-602b-4ea5-a23c-ea6674ecad0a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Pushing event deleted for resources: {'Port': ['ID=aed35e6c-8e98-47c7-bb5d-1afee1e69459,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:05:10.206570 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530de6e7-602b-4ea5-a23c-ea6674ecad0a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:10.206954 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530de6e7-602b-4ea5-a23c-ea6674ecad0a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:10.207324 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530de6e7-602b-4ea5-a23c-ea6674ecad0a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:10.207719 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530de6e7-602b-4ea5-a23c-ea6674ecad0a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:10.208082 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530de6e7-602b-4ea5-a23c-ea6674ecad0a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:10.208445 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530de6e7-602b-4ea5-a23c-ea6674ecad0a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:10.208805 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530de6e7-602b-4ea5-a23c-ea6674ecad0a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:10.209163 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530de6e7-602b-4ea5-a23c-ea6674ecad0a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:10.209565 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530de6e7-602b-4ea5-a23c-ea6674ecad0a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:10.209870 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530de6e7-602b-4ea5-a23c-ea6674ecad0a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:10.210218 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530de6e7-602b-4ea5-a23c-ea6674ecad0a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:10.210583 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530de6e7-602b-4ea5-a23c-ea6674ecad0a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:10.215373 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-530de6e7-602b-4ea5-a23c-ea6674ecad0a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:05:10.239418 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef82e05c-301f-4b69-878e-f3c0abfda261 req-530de6e7-602b-4ea5-a23c-ea6674ecad0a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] No DVR routers for this DVR port aed35e6c-8e98-47c7-bb5d-1afee1e69459 on host hv-cinder-77262 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 15:05:10.242082 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-ef82e05c-301f-4b69-878e-f3c0abfda261 req-530de6e7-602b-4ea5-a23c-ea6674ecad0a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:10.244089 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-ef82e05c-301f-4b69-878e-f3c0abfda261 req-530de6e7-602b-4ea5-a23c-ea6674ecad0a tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.35 "DELETE /v2.0/ports/aed35e6c-8e98-47c7-bb5d-1afee1e69459 HTTP/1.1" status: 204 len: 173 time: 0.6959090 Jun 14 15:05:10.244591 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b82f1f6-348d-41f2-9021-54dfbfb6b741', 'name': 'network-vif-deleted', 'tag': 'aed35e6c-8e98-47c7-bb5d-1afee1e69459'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 15:05:10.246925 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ee6b6f-ca7a-44dc-9977-e02213789e39" -d '{"events": [{"server_uuid": "0b82f1f6-348d-41f2-9021-54dfbfb6b741", "name": "network-vif-deleted", "tag": "aed35e6c-8e98-47c7-bb5d-1afee1e69459"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 15:05:10.250493 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:10.356113 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 15:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fab64f1-f91d-46d1-8fba-3e745279f3d3 x-openstack-request-id: req-7fab64f1-f91d-46d1-8fba-3e745279f3d3 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 15:05:10.356624 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b82f1f6-348d-41f2-9021-54dfbfb6b741", "name": "network-vif-deleted", "tag": "aed35e6c-8e98-47c7-bb5d-1afee1e69459", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 15:05:10.356745 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7fab64f1-f91d-46d1-8fba-3e745279f3d3 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 15:05:10.357197 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b82f1f6-348d-41f2-9021-54dfbfb6b741', 'name': 'network-vif-deleted', 'tag': 'aed35e6c-8e98-47c7-bb5d-1afee1e69459', 'status': 'completed', 'code': 200} Jun 14 15:05:10.545642 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-8bdff465-4359-4dd6-9124-13527fa6ce77 req-b6053320-b31c-449b-b656-51902f052969 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b82f1f6-348d-41f2-9021-54dfbfb6b741 HTTP/1.1" status: 200 len: 210 time: 0.0349290 Jun 14 15:05:11.734248 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-2b7df7e7-0697-495b-9b65-58bbf16a9e1b req-4c7c58e3-a33a-4ad3-adea-559d9e432093 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b82f1f6-348d-41f2-9021-54dfbfb6b741 HTTP/1.1" status: 200 len: 210 time: 0.0368526 Jun 14 15:05:13.193315 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device aed35e6c-8e98-47c7-bb5d-1afee1e69459 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 15:05:13.222050 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] No Port match for: aed35e6c-8e98-47c7-bb5d-1afee1e69459 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 15:05:13.222413 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device aed35e6c-8e98-47c7-bb5d-1afee1e69459 not bound to the agent host hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 15:05:15.409368 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 42094) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:05:15.633028 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-9fce1fb2-0b92-47be-9518-3089b527be5b tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Deleting port c9d1a14b-ef50-49b8-8112-6ddea5727e6f {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:05:15.633809 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9fce1fb2-0b92-47be-9518-3089b527be5b tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:15.748102 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9fce1fb2-0b92-47be-9518-3089b527be5b tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:15.748399 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9fce1fb2-0b92-47be-9518-3089b527be5b tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:15.844932 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-9fce1fb2-0b92-47be-9518-3089b527be5b tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Calling delete_port for c9d1a14b-ef50-49b8-8112-6ddea5727e6f owned by network:floatingip {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:05:16.107556 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9fce1fb2-0b92-47be-9518-3089b527be5b tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27717370'] for port, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:16.109768 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-00f97a4c-cecf-4785-846f-5a25a286ed53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:05:16.144079 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce1fb2-0b92-47be-9518-3089b527be5b tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Pushing event deleted for resources: {'Port': ['ID=c9d1a14b-ef50-49b8-8112-6ddea5727e6f,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:05:16.147785 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-9fce1fb2-0b92-47be-9518-3089b527be5b tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:05:16.225742 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9fce1fb2-0b92-47be-9518-3089b527be5b tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for floatingip, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:16.226076 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.db.l3_db [None req-9fce1fb2-0b92-47be-9518-3089b527be5b tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Floating IP fe5bebb9-8408-4857-9c4c-a8d0f19a23c9 disassociated (deleted). External IP: 172.27.2.93, port: aa5871d6-fb6f-46f2-a28e-bae783b87513. Jun 14 15:05:16.548327 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fce1fb2-0b92-47be-9518-3089b527be5b tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Router 3172724f-97a2-43b1-b5f1-ae92efd7650f has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 15:05:16.700468 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fce1fb2-0b92-47be-9518-3089b527be5b tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 15:05:16.706864 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-9fce1fb2-0b92-47be-9518-3089b527be5b tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for floatingip, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:16.711393 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cadda1d-5db4-45f4-b954-31faf51382c7 None None] Sync routers for ids ['3172724f-97a2-43b1-b5f1-ae92efd7650f'] in dv-cinder-772623-8-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 15:05:16.723233 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cadda1d-5db4-45f4-b954-31faf51382c7 None None] Routers {'3172724f-97a2-43b1-b5f1-ae92efd7650f'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:05:16.727031 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-5cadda1d-5db4-45f4-b954-31faf51382c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:05:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['3172724f-97a2-43b1-b5f1-ae92efd7650f'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:05:16.757876 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-9fce1fb2-0b92-47be-9518-3089b527be5b tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "DELETE /v2.0/floatingips/fe5bebb9-8408-4857-9c4c-a8d0f19a23c9 HTTP/1.1" status: 204 len: 168 time: 1.3474998 Jun 14 15:05:16.758935 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554c3372-b915-4b03-980e-36700e3d64fe', 'tag': 'aa5871d6-fb6f-46f2-a28e-bae783b87513'}] {{(pid=103388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 15:05:16.761318 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16d16000bb1453c626be2c9fe90cf152d3497827e73c55abcdb2fab0d7ea5a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ca2ad9-626a-4494-bf50-e767064722b2" -d '{"events": [{"name": "network-changed", "server_uuid": "554c3372-b915-4b03-980e-36700e3d64fe", "tag": "aa5871d6-fb6f-46f2-a28e-bae783b87513"}]}' {{(pid=103388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 15:05:16.804636 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 15:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10339b02-57af-43c5-b56e-c9120a4ad9e6 x-openstack-request-id: req-10339b02-57af-43c5-b56e-c9120a4ad9e6 {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 15:05:16.805023 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554c3372-b915-4b03-980e-36700e3d64fe", "tag": "aa5871d6-fb6f-46f2-a28e-bae783b87513", "status": "completed", "code": 200}]} {{(pid=103388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 15:05:16.805351 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-10339b02-57af-43c5-b56e-c9120a4ad9e6 {{(pid=103388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 15:05:16.806558 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554c3372-b915-4b03-980e-36700e3d64fe', 'tag': 'aa5871d6-fb6f-46f2-a28e-bae783b87513', 'status': 'completed', 'code': 200} Jun 14 15:05:16.898648 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-5cadda1d-5db4-45f4-b954-31faf51382c7 None None] Set router 3172724f-97a2-43b1-b5f1-ae92efd7650f gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:05:16.914988 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca2ad9-626a-4494-bf50-e767064722b2 req-1a6c86ce-6146-4923-8517-62b574dba85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:05:16.916626 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-27ca2ad9-626a-4494-bf50-e767064722b2 req-1a6c86ce-6146-4923-8517-62b574dba85d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aeced04591554681b1b816a5b00ecd6a&device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 1098 time: 0.0834563 Jun 14 15:05:17.040683 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca2ad9-626a-4494-bf50-e767064722b2 req-8c95153f-849d-4ea4-952a-53f9fa9903a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:05:17.042149 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-27ca2ad9-626a-4494-bf50-e767064722b2 req-8c95153f-849d-4ea4-952a-53f9fa9903a5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3264bc1b-3107-4e40-8063-5800aefcb632 HTTP/1.1" status: 200 len: 913 time: 0.1188023 Jun 14 15:05:17.105643 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-27ca2ad9-626a-4494-bf50-e767064722b2 req-aa1abe50-75ce-42b9-a2a3-d3ee07277c15 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa5871d6-fb6f-46f2-a28e-bae783b87513 HTTP/1.1" status: 200 len: 217 time: 0.0561976 Jun 14 15:05:17.170669 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca2ad9-626a-4494-bf50-e767064722b2 req-40ab4752-1b49-4da7-bd6b-9290d4c106d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:05:17.172337 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-27ca2ad9-626a-4494-bf50-e767064722b2 req-40ab4752-1b49-4da7-bd6b-9290d4c106d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd985369-c943-4630-ae2d-eb1be799101d HTTP/1.1" status: 200 len: 851 time: 0.0607874 Jun 14 15:05:17.187220 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-5cadda1d-5db4-45f4-b954-31faf51382c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'name': 'tempest-TestVolumeBootPattern-2112517787-router', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:13Z', 'updated_at': '2021-06-14T14:57:19Z', 'revision_number': 4, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'gw_port': {'id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:14Z', 'updated_at': '2021-06-14T14:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '7b07085e-233f-42a9-981c-a519eb19fa2c', 'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'mac_address': 'fa:16:3e:7d:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:18Z', 'updated_at': '2021-06-14T14:57:27Z', 'revision_number': 5, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'subnets': [{'id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:05:17.191909 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cadda1d-5db4-45f4-b954-31faf51382c7 None None] Checking router: 3172724f-97a2-43b1-b5f1-ae92efd7650f for host: dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 15:05:17.202524 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cadda1d-5db4-45f4-b954-31faf51382c7 None None] Routers {'3172724f-97a2-43b1-b5f1-ae92efd7650f'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:05:17.203169 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-5cadda1d-5db4-45f4-b954-31faf51382c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:05:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['3172724f-97a2-43b1-b5f1-ae92efd7650f'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:05:17.244103 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca2ad9-626a-4494-bf50-e767064722b2 req-8162e758-e3a2-4e62-97a9-8a0a2e096028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:05:17.246307 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-27ca2ad9-626a-4494-bf50-e767064722b2 req-8162e758-e3a2-4e62-97a9-8a0a2e096028 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3264bc1b-3107-4e40-8063-5800aefcb632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668907 Jun 14 15:05:17.362544 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-5cadda1d-5db4-45f4-b954-31faf51382c7 None None] Set router 3172724f-97a2-43b1-b5f1-ae92efd7650f gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:05:17.435206 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-27ca2ad9-626a-4494-bf50-e767064722b2 req-4777e74f-caa0-4644-bc95-e2360ec7cadb service neutron] 10.222.0.35 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811852 Jun 14 15:05:17.444194 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf34139-c8c0-4d03-b279-4ec5eee577ee req-877034e1-c2dd-4030-b407-2fee8e105ab9 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:05:17.445635 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3cf34139-c8c0-4d03-b279-4ec5eee577ee req-877034e1-c2dd-4030-b407-2fee8e105ab9 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 945 time: 0.1941323 Jun 14 15:05:17.567092 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-3cf34139-c8c0-4d03-b279-4ec5eee577ee req-ca931360-8181-450e-813a-18bde0ec2939 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124692 Jun 14 15:05:17.603521 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-27ca2ad9-626a-4494-bf50-e767064722b2 req-86ddd043-933f-4da0-9029-b9d778bd0994 service neutron] 10.222.0.35 "GET /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569040 Jun 14 15:05:17.654148 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-5cadda1d-5db4-45f4-b954-31faf51382c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'name': 'tempest-TestVolumeBootPattern-2112517787-router', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:13Z', 'updated_at': '2021-06-14T14:57:19Z', 'revision_number': 4, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'gw_port': {'id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:14Z', 'updated_at': '2021-06-14T14:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '7b07085e-233f-42a9-981c-a519eb19fa2c', 'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'mac_address': 'fa:16:3e:7d:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:18Z', 'updated_at': '2021-06-14T14:57:27Z', 'revision_number': 5, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'subnets': [{'id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:05:17.658211 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cadda1d-5db4-45f4-b954-31faf51382c7 None None] The sync data for ids ['3172724f-97a2-43b1-b5f1-ae92efd7650f'] in dv-cinder-772623-8-iscsi is: [{'id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'name': 'tempest-TestVolumeBootPattern-2112517787-router', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:13Z', 'updated_at': '2021-06-14T14:57:19Z', 'revision_number': 4, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'gw_port': {'id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:14Z', 'updated_at': '2021-06-14T14:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi', '_interfaces': [{'id': '7b07085e-233f-42a9-981c-a519eb19fa2c', 'name': '', 'network_id': '3264bc1b-3107-4e40-8063-5800aefcb632', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'mac_address': 'fa:16:3e:7d:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:18Z', 'updated_at': '2021-06-14T14:57:27Z', 'revision_number': 5, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'subnets': [{'id': 'dd985369-c943-4630-ae2d-eb1be799101d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 15:05:17.883954 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1464393e-0907-414d-a656-ce1f7c77e51e None None] New status for floating IP fe5bebb9-8408-4857-9c4c-a8d0f19a23c9: DOWN {{(pid=103390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 15:05:18.341169 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:18.759836 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c7689-3f47-4ca6-81ac-5a5db32220df req-7d18b7ee-6d19-487b-bac7-0a35183c8960 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:05:18.761320 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c25c7689-3f47-4ca6-81ac-5a5db32220df req-7d18b7ee-6d19-487b-bac7-0a35183c8960 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.35 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 945 time: 0.0785775 Jun 14 15:05:18.775870 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392f387-0e90-47f7-9053-06512773d0cc req-0ea0f50f-363a-47fc-a272-a6b2c8c196fb tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 15:05:18.777394 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9392f387-0e90-47f7-9053-06512773d0cc req-0ea0f50f-363a-47fc-a272-a6b2c8c196fb tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 945 time: 0.0780022 Jun 14 15:05:18.822314 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-9392f387-0e90-47f7-9053-06512773d0cc req-8cf63d79-b772-4b8e-8797-cff8eb97fe77 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe25663e-d500-4140-b4c1-00609149c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388184 Jun 14 15:05:18.883978 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-c25c7689-3f47-4ca6-81ac-5a5db32220df req-b116138f-8af3-453a-9187-f35716dfd7c8 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Deleting port aa5871d6-fb6f-46f2-a28e-bae783b87513 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:05:18.884235 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c25c7689-3f47-4ca6-81ac-5a5db32220df req-b116138f-8af3-453a-9187-f35716dfd7c8 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:19.010434 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [req-c25c7689-3f47-4ca6-81ac-5a5db32220df req-b116138f-8af3-453a-9187-f35716dfd7c8 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] For port aa5871d6-fb6f-46f2-a28e-bae783b87513, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=aa5871d6-fb6f-46f2-a28e-bae783b87513,segment=NetworkSegment(ac14f1ec-ccde-439b-aa26-64153387b151),segment_id=ac14f1ec-ccde-439b-aa26-64153387b151)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:05:19.010789 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c25c7689-3f47-4ca6-81ac-5a5db32220df req-b116138f-8af3-453a-9187-f35716dfd7c8 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:19.113222 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [req-c25c7689-3f47-4ca6-81ac-5a5db32220df req-b116138f-8af3-453a-9187-f35716dfd7c8 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Calling delete_port for aa5871d6-fb6f-46f2-a28e-bae783b87513 owned by compute:nova {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:05:19.393463 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c25c7689-3f47-4ca6-81ac-5a5db32220df req-b116138f-8af3-453a-9187-f35716dfd7c8 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:19.397702 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-1ca6fe23-b206-488f-a75c-b081f9c32e25 tempest-TestMinimumBasicScenario-296657268 tempest-TestMinimumBasicScenario-296657268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:05:19.437374 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116138f-8af3-453a-9187-f35716dfd7c8 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Pushing event deleted for resources: {'Port': ['ID=aa5871d6-fb6f-46f2-a28e-bae783b87513,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:05:19.443454 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-b116138f-8af3-453a-9187-f35716dfd7c8 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:05:19.498927 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25c7689-3f47-4ca6-81ac-5a5db32220df req-b116138f-8af3-453a-9187-f35716dfd7c8 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] No DVR routers for this DVR port aa5871d6-fb6f-46f2-a28e-bae783b87513 on host hv-cinder-77262 {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 15:05:19.501581 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [req-c25c7689-3f47-4ca6-81ac-5a5db32220df req-b116138f-8af3-453a-9187-f35716dfd7c8 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for port, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:19.504643 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [req-c25c7689-3f47-4ca6-81ac-5a5db32220df req-b116138f-8af3-453a-9187-f35716dfd7c8 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.35 "DELETE /v2.0/ports/aa5871d6-fb6f-46f2-a28e-bae783b87513 HTTP/1.1" status: 204 len: 173 time: 0.7377717 Jun 14 15:05:19.505197 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554c3372-b915-4b03-980e-36700e3d64fe', 'name': 'network-vif-deleted', 'tag': 'aa5871d6-fb6f-46f2-a28e-bae783b87513'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 15:05:19.508191 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e90351635bb9b0d2f118cfd8e2f949e97cbb003c3b21c7529c6716d83409c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8f7889-bc7a-4dff-8899-9bdc959864ee" -d '{"events": [{"server_uuid": "554c3372-b915-4b03-980e-36700e3d64fe", "name": "network-vif-deleted", "tag": "aa5871d6-fb6f-46f2-a28e-bae783b87513"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 15:05:19.546686 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 15:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc0b51b-3735-4a32-975d-03d136a16304 x-openstack-request-id: req-adc0b51b-3735-4a32-975d-03d136a16304 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 15:05:19.546686 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554c3372-b915-4b03-980e-36700e3d64fe", "name": "network-vif-deleted", "tag": "aa5871d6-fb6f-46f2-a28e-bae783b87513", "status": "completed", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 15:05:19.546686 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-adc0b51b-3735-4a32-975d-03d136a16304 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 15:05:19.546686 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554c3372-b915-4b03-980e-36700e3d64fe', 'name': 'network-vif-deleted', 'tag': 'aa5871d6-fb6f-46f2-a28e-bae783b87513', 'status': 'completed', 'code': 200} Jun 14 15:05:19.981236 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [req-60b5bdb9-e417-44eb-93ed-4c3dbf70b6d7 req-ceeb6ecf-ab4c-4c97-b1fd-eedc52b38d38 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "GET /v2.0/ports?device_id=554c3372-b915-4b03-980e-36700e3d64fe HTTP/1.1" status: 200 len: 210 time: 0.0355704 Jun 14 15:05:21.076328 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 42112) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:05:21.309082 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-d8d707c9-156f-4e46-b2f7-f1e612f62825 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Deleting port 93ac4e0e-f988-4205-b2e9-8ff5f7064adc {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:05:21.309535 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d8d707c9-156f-4e46-b2f7-f1e612f62825 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:21.454506 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d8d707c9-156f-4e46-b2f7-f1e612f62825 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:21.455008 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d8d707c9-156f-4e46-b2f7-f1e612f62825 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:21.579090 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-d8d707c9-156f-4e46-b2f7-f1e612f62825 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Calling delete_port for 93ac4e0e-f988-4205-b2e9-8ff5f7064adc owned by network:floatingip {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:05:21.856145 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d8d707c9-156f-4e46-b2f7-f1e612f62825 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27717370'] for port, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:21.858447 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-88806fc7-53eb-4e07-aa77-b7fe47ecb121 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:05:21.896058 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d707c9-156f-4e46-b2f7-f1e612f62825 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Pushing event deleted for resources: {'Port': ['ID=93ac4e0e-f988-4205-b2e9-8ff5f7064adc,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:05:21.900092 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-d8d707c9-156f-4e46-b2f7-f1e612f62825 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:05:21.973506 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d8d707c9-156f-4e46-b2f7-f1e612f62825 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for floatingip, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:21.976048 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d8d707c9-156f-4e46-b2f7-f1e612f62825 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368295'] for floatingip, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:21.977624 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d8d707c9-156f-4e46-b2f7-f1e612f62825 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "DELETE /v2.0/floatingips/a578ca61-62a6-48a2-9fbc-2d4ceea5fb8e HTTP/1.1" status: 204 len: 168 time: 0.8999777 Jun 14 15:05:23.238679 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device aa5871d6-fb6f-46f2-a28e-bae783b87513 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 15:05:23.277437 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] No Port match for: aa5871d6-fb6f-46f2-a28e-bae783b87513 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 15:05:23.278374 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Device aa5871d6-fb6f-46f2-a28e-bae783b87513 not bound to the agent host hv-cinder-77262 {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 15:05:23.389901 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 42124) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:05:23.475470 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-eb9d16c3-be2d-439c-87fb-26fda7c8f176 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for security_group, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:23.524699 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-eb9d16c3-be2d-439c-87fb-26fda7c8f176 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:23.684579 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-eb9d16c3-be2d-439c-87fb-26fda7c8f176 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:23.693484 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-eb9d16c3-be2d-439c-87fb-26fda7c8f176 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Notify callbacks [] for security_group, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:23.693484 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-eb9d16c3-be2d-439c-87fb-26fda7c8f176 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] 10.222.0.48 "DELETE /v2.0/security-groups/fe25663e-d500-4140-b4c1-00609149c71a HTTP/1.1" status: 204 len: 168 time: 0.2973313 Jun 14 15:05:23.693484 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-9bb3b305-a4fc-42d8-a2c7-35e9538307a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:05:23.702515 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d16c3-be2d-439c-87fb-26fda7c8f176 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe25663e-d500-4140-b4c1-00609149c71a,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:05:23.705220 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-eb9d16c3-be2d-439c-87fb-26fda7c8f176 tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:05:23.817104 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 42128) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:05:24.388683 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8a470ff9-9c35-49f0-be4d-7a6300d1fbc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756128'] for router_interface, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:24.753127 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-8a470ff9-9c35-49f0-be4d-7a6300d1fbc0 admin admin] Deleting port 7b07085e-233f-42a9-981c-a519eb19fa2c {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:05:24.753843 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8a470ff9-9c35-49f0-be4d-7a6300d1fbc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:24.878318 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-8a470ff9-9c35-49f0-be4d-7a6300d1fbc0 admin admin] For port 7b07085e-233f-42a9-981c-a519eb19fa2c, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=7b07085e-233f-42a9-981c-a519eb19fa2c,segment=NetworkSegment(ac14f1ec-ccde-439b-aa26-64153387b151),segment_id=ac14f1ec-ccde-439b-aa26-64153387b151)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:05:24.878862 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8a470ff9-9c35-49f0-be4d-7a6300d1fbc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:25.370602 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-8a470ff9-9c35-49f0-be4d-7a6300d1fbc0 admin admin] Calling delete_port for 7b07085e-233f-42a9-981c-a519eb19fa2c owned by network:router_interface {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:05:25.748432 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8a470ff9-9c35-49f0-be4d-7a6300d1fbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:25.750408 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-7de1397d-a03d-49c7-aee2-472ed6838a2c tempest-TestVolumeBootPattern-590226746 tempest-TestVolumeBootPattern-590226746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:05:25.780973 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a470ff9-9c35-49f0-be4d-7a6300d1fbc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b07085e-233f-42a9-981c-a519eb19fa2c,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:05:25.785230 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-8a470ff9-9c35-49f0-be4d-7a6300d1fbc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:05:26.017368 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8a470ff9-9c35-49f0-be4d-7a6300d1fbc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-756272'] for router_interface, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:26.340465 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a470ff9-9c35-49f0-be4d-7a6300d1fbc0 admin admin] Router 3172724f-97a2-43b1-b5f1-ae92efd7650f has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 15:05:26.506848 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a470ff9-9c35-49f0-be4d-7a6300d1fbc0 admin admin] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 15:05:26.514449 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-8a470ff9-9c35-49f0-be4d-7a6300d1fbc0 admin admin] 10.222.0.48 "PUT /v2.0/routers/3172724f-97a2-43b1-b5f1-ae92efd7650f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6957705 Jun 14 15:05:26.517281 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 42132) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:05:26.521999 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815c84db-ee25-4ca3-8fdc-c78e685c0cb2 None None] Sync routers for ids ['3172724f-97a2-43b1-b5f1-ae92efd7650f'] in dv-cinder-772623-8-iscsi {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 15:05:26.534609 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815c84db-ee25-4ca3-8fdc-c78e685c0cb2 None None] Routers {'3172724f-97a2-43b1-b5f1-ae92efd7650f'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:05:26.535312 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-815c84db-ee25-4ca3-8fdc-c78e685c0cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:05:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['3172724f-97a2-43b1-b5f1-ae92efd7650f'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:05:26.675375 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b9ad375b-793c-4a85-a1bd-3843b049292a admin admin] Notify callbacks [] for router, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:26.696785 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-815c84db-ee25-4ca3-8fdc-c78e685c0cb2 None None] Set router 3172724f-97a2-43b1-b5f1-ae92efd7650f gateway port host: dv-cinder-772623-8-iscsi {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:05:26.840753 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b9ad375b-793c-4a85-a1bd-3843b049292a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:27.036071 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-b9ad375b-793c-4a85-a1bd-3843b049292a admin admin] Deleting port c6cdee1c-13d9-43d7-9779-ecaf851cc537 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:05:27.036810 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b9ad375b-793c-4a85-a1bd-3843b049292a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:27.119135 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-815c84db-ee25-4ca3-8fdc-c78e685c0cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'name': 'tempest-TestVolumeBootPattern-2112517787-router', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:13Z', 'updated_at': '2021-06-14T15:05:25Z', 'revision_number': 5, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'gw_port': {'id': 'c6cdee1c-13d9-43d7-9779-ecaf851cc537', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:14Z', 'updated_at': '2021-06-14T14:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:05:27.122907 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815c84db-ee25-4ca3-8fdc-c78e685c0cb2 None None] Checking router: 3172724f-97a2-43b1-b5f1-ae92efd7650f for host: dv-cinder-772623-8-iscsi {{(pid=103389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 15:05:27.132165 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815c84db-ee25-4ca3-8fdc-c78e685c0cb2 None None] Routers {'3172724f-97a2-43b1-b5f1-ae92efd7650f'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:05:27.132853 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-815c84db-ee25-4ca3-8fdc-c78e685c0cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:05:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['3172724f-97a2-43b1-b5f1-ae92efd7650f'], 'active': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:05:27.146747 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-b9ad375b-793c-4a85-a1bd-3843b049292a admin admin] For port c6cdee1c-13d9-43d7-9779-ecaf851cc537, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=c6cdee1c-13d9-43d7-9779-ecaf851cc537,segment=NetworkSegment(5993e2e7-d1a9-4fa5-8357-3040322fca1a),segment_id=5993e2e7-d1a9-4fa5-8357-3040322fca1a)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:05:27.147101 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b9ad375b-793c-4a85-a1bd-3843b049292a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:27.242531 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-b9ad375b-793c-4a85-a1bd-3843b049292a admin admin] Calling delete_port for c6cdee1c-13d9-43d7-9779-ecaf851cc537 owned by network:router_gateway {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:05:27.262042 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvr_db [None req-815c84db-ee25-4ca3-8fdc-c78e685c0cb2 None None] Set router 3172724f-97a2-43b1-b5f1-ae92efd7650f gateway port host: None {{(pid=103389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:05:27.345382 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_hamode_db [None req-815c84db-ee25-4ca3-8fdc-c78e685c0cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'name': 'tempest-TestVolumeBootPattern-2112517787-router', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:13Z', 'updated_at': '2021-06-14T15:05:26Z', 'revision_number': 6, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'gw_port_host': None}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:05:27.350374 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815c84db-ee25-4ca3-8fdc-c78e685c0cb2 None None] The sync data for ids ['3172724f-97a2-43b1-b5f1-ae92efd7650f'] in dv-cinder-772623-8-iscsi is: [{'id': '3172724f-97a2-43b1-b5f1-ae92efd7650f', 'name': 'tempest-TestVolumeBootPattern-2112517787-router', 'tenant_id': 'aeced04591554681b1b816a5b00ecd6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:13Z', 'updated_at': '2021-06-14T15:05:26Z', 'revision_number': 6, 'project_id': 'aeced04591554681b1b816a5b00ecd6a', 'gw_port_host': None}] {{(pid=103389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 15:05:27.547706 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b9ad375b-793c-4a85-a1bd-3843b049292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:27.550098 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-e17fb5ab-a7a5-4b53-8108-d88cd02c5b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:05:27.581979 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad375b-793c-4a85-a1bd-3843b049292a admin admin] Pushing event deleted for resources: {'Port': ['ID=c6cdee1c-13d9-43d7-9779-ecaf851cc537,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:05:27.585103 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-b9ad375b-793c-4a85-a1bd-3843b049292a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:05:27.665414 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b9ad375b-793c-4a85-a1bd-3843b049292a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768867'] for router_gateway, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:27.836271 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b9ad375b-793c-4a85-a1bd-3843b049292a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59850'] for router, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:27.838680 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b9ad375b-793c-4a85-a1bd-3843b049292a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:28.005175 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b9ad375b-793c-4a85-a1bd-3843b049292a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-753988'] for router, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:28.005978 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ad375b-793c-4a85-a1bd-3843b049292a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3172724f-97a2-43b1-b5f1-ae92efd7650f {{(pid=103387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 15:05:28.015703 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b9ad375b-793c-4a85-a1bd-3843b049292a admin admin] Notify callbacks [] for router, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:28.015703 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-b9ad375b-793c-4a85-a1bd-3843b049292a admin admin] 10.222.0.48 "DELETE /v2.0/routers/3172724f-97a2-43b1-b5f1-ae92efd7650f HTTP/1.1" status: 204 len: 168 time: 1.4934082 Jun 14 15:05:28.015966 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 42134) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:05:28.069412 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5eee781-d9fc-4b0c-b3cc-5b7bd2568dce admin admin] Deleting subnet dd985369-c943-4630-ae2d-eb1be799101d {{(pid=103388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 15:05:28.072795 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b5eee781-d9fc-4b0c-b3cc-5b7bd2568dce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:28.120169 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 7b07085e-233f-42a9-981c-a519eb19fa2c no longer exists at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 15:05:28.133380 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b5eee781-d9fc-4b0c-b3cc-5b7bd2568dce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27716674'] for subnet, precommit_delete_associations {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:28.156610 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] No Port match for: 7b07085e-233f-42a9-981c-a519eb19fa2c {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 15:05:28.157427 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 7b07085e-233f-42a9-981c-a519eb19fa2c not bound to the agent host dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 15:05:28.233732 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b5eee781-d9fc-4b0c-b3cc-5b7bd2568dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3763272'] for subnet, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:28.407124 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b5eee781-d9fc-4b0c-b3cc-5b7bd2568dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3763265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27716608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27527758'] for subnet, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:28.410037 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-776dade6-717a-4cc6-9bba-665b566d3464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:05:28.443032 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eee781-d9fc-4b0c-b3cc-5b7bd2568dce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd985369-c943-4630-ae2d-eb1be799101d,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:05:28.446208 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-b5eee781-d9fc-4b0c-b3cc-5b7bd2568dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:05:28.451616 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-b5eee781-d9fc-4b0c-b3cc-5b7bd2568dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for subnet, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:28.454199 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-b5eee781-d9fc-4b0c-b3cc-5b7bd2568dce admin admin] 10.222.0.48 "DELETE /v2.0/subnets/dd985369-c943-4630-ae2d-eb1be799101d HTTP/1.1" status: 204 len: 168 time: 0.4373899 Jun 14 15:05:28.457742 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 42136) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:05:28.459801 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7f954e-42f6-4ccc-8bad-4c208b1ba394 None None] Network 3264bc1b-3107-4e40-8063-5800aefcb632 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 15:05:28.573955 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-763af3b4-820c-4733-8ff0-3238560fb56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855299'] for network, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:28.649544 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-763af3b4-820c-4733-8ff0-3238560fb56f admin admin] Deleting port a93c6199-b8f9-4772-afd3-3473e952a53e {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:05:28.649935 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-763af3b4-820c-4733-8ff0-3238560fb56f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:28.714226 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ea13a5-4f06-4546-bd25-51d37cac79f0 None None] DHCP port deletion for 3264bc1b-3107-4e40-8063-5800aefcb632 request from dv-cinder-772623-8-iscsi {{(pid=103389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 15:05:28.761530 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-763af3b4-820c-4733-8ff0-3238560fb56f admin admin] For port a93c6199-b8f9-4772-afd3-3473e952a53e, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=a93c6199-b8f9-4772-afd3-3473e952a53e,segment=NetworkSegment(ac14f1ec-ccde-439b-aa26-64153387b151),segment_id=ac14f1ec-ccde-439b-aa26-64153387b151)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:05:28.761972 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-763af3b4-820c-4733-8ff0-3238560fb56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:28.772165 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-a2ea13a5-4f06-4546-bd25-51d37cac79f0 None None] Deleting port a93c6199-b8f9-4772-afd3-3473e952a53e {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:05:28.773926 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a2ea13a5-4f06-4546-bd25-51d37cac79f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:28.878184 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-a2ea13a5-4f06-4546-bd25-51d37cac79f0 None None] For port a93c6199-b8f9-4772-afd3-3473e952a53e, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=a93c6199-b8f9-4772-afd3-3473e952a53e,segment=NetworkSegment(ac14f1ec-ccde-439b-aa26-64153387b151),segment_id=ac14f1ec-ccde-439b-aa26-64153387b151)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:05:28.878763 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a2ea13a5-4f06-4546-bd25-51d37cac79f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:29.023898 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-a2ea13a5-4f06-4546-bd25-51d37cac79f0 None None] Calling delete_port for a93c6199-b8f9-4772-afd3-3473e952a53e owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:05:29.185880 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-763af3b4-820c-4733-8ff0-3238560fb56f admin admin] Calling delete_port for a93c6199-b8f9-4772-afd3-3473e952a53e owned by network:dhcp {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:05:29.205525 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a2ea13a5-4f06-4546-bd25-51d37cac79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337'] for port, after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:29.208130 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:05:29.240767 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea13a5-4f06-4546-bd25-51d37cac79f0 None None] Pushing event deleted for resources: {'Port': ['ID=a93c6199-b8f9-4772-afd3-3473e952a53e,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:05:29.245542 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ea13a5-4f06-4546-bd25-51d37cac79f0 None None] No DVR routers for this DVR port a93c6199-b8f9-4772-afd3-3473e952a53e on host dv-cinder-772623-8-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 15:05:29.252437 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea13a5-4f06-4546-bd25-51d37cac79f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:29.252919 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea13a5-4f06-4546-bd25-51d37cac79f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:29.253131 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea13a5-4f06-4546-bd25-51d37cac79f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:29.253434 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea13a5-4f06-4546-bd25-51d37cac79f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:29.253759 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea13a5-4f06-4546-bd25-51d37cac79f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:29.254064 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea13a5-4f06-4546-bd25-51d37cac79f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:29.254399 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea13a5-4f06-4546-bd25-51d37cac79f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:29.254747 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea13a5-4f06-4546-bd25-51d37cac79f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:29.255075 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea13a5-4f06-4546-bd25-51d37cac79f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:29.255421 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea13a5-4f06-4546-bd25-51d37cac79f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:29.255813 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea13a5-4f06-4546-bd25-51d37cac79f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:29.256082 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea13a5-4f06-4546-bd25-51d37cac79f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-8-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 15:05:29.262940 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-a2ea13a5-4f06-4546-bd25-51d37cac79f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:05:29.296457 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-763af3b4-820c-4733-8ff0-3238560fb56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27717370'] for port, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:29.298494 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-cf596a18-f92e-4201-9e12-909b5a1dd38f tempest-AttachVolumeTestJSON-1269230640 tempest-AttachVolumeTestJSON-1269230640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:05:29.341501 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763af3b4-820c-4733-8ff0-3238560fb56f admin admin] Pushing event deleted for resources: {'Port': ['ID=a93c6199-b8f9-4772-afd3-3473e952a53e,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:05:29.346490 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-763af3b4-820c-4733-8ff0-3238560fb56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:05:29.347296 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763af3b4-820c-4733-8ff0-3238560fb56f admin admin] No DVR routers for this DVR port a93c6199-b8f9-4772-afd3-3473e952a53e on host dv-cinder-772623-8-iscsi {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 15:05:29.518284 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-763af3b4-820c-4733-8ff0-3238560fb56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3761365', 'neutron.services.segments.db._delete_segments_for_network-8775073109944'] for network, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:29.535956 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-763af3b4-820c-4733-8ff0-3238560fb56f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3264bc1b-3107-4e40-8063-5800aefcb632']}} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:05:29.547334 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-763af3b4-820c-4733-8ff0-3238560fb56f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac14f1ec-ccde-439b-aa26-64153387b151') {'for_net_delete': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:05:29.547661 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-763af3b4-820c-4733-8ff0-3238560fb56f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac14f1ec-ccde-439b-aa26-64153387b151') {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:05:29.559972 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-763af3b4-820c-4733-8ff0-3238560fb56f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775073109782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27716681'] for segment, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:29.582691 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-763af3b4-820c-4733-8ff0-3238560fb56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:29.588877 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763af3b4-820c-4733-8ff0-3238560fb56f admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 15:05:29.589281 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-763af3b4-820c-4733-8ff0-3238560fb56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27717289'] for segment, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: self.session.flush() Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: self.session.flush() Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: self.session.flush() Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: self.session.flush() Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: Traceback (most recent call last): Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: timer() Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: cb(*args, **kw) Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: return func(*args, **kwargs) Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: self._notify() Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: self.callback(batched_events) Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: event.method(event) Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: return f(self, *a, **k) Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: return self._get(url).json() Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: return self.request(url, 'GET', **kwargs) Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 15:05:29.590995 dv-cinder-772623-8-iscsi neutron-server[103388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 15:05:29.725391 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device c6cdee1c-13d9-43d7-9779-ecaf851cc537 no longer exists at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 15:05:29.754774 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] No Port match for: c6cdee1c-13d9-43d7-9779-ecaf851cc537 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 15:05:29.755271 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device c6cdee1c-13d9-43d7-9779-ecaf851cc537 not bound to the agent host dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 15:05:29.755870 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device a93c6199-b8f9-4772-afd3-3473e952a53e no longer exists at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 15:05:29.770283 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-763af3b4-820c-4733-8ff0-3238560fb56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3761354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768894'] for network, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:29.773644 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:05:29.776180 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-763af3b4-820c-4733-8ff0-3238560fb56f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:29.781092 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-763af3b4-820c-4733-8ff0-3238560fb56f admin admin] 10.222.0.48 "DELETE /v2.0/networks/3264bc1b-3107-4e40-8063-5800aefcb632 HTTP/1.1" status: 204 len: 168 time: 1.3190193 Jun 14 15:05:29.782062 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 42140) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:05:29.787291 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] No Port match for: a93c6199-b8f9-4772-afd3-3473e952a53e {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 15:05:29.787727 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device a93c6199-b8f9-4772-afd3-3473e952a53e not bound to the agent host dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 15:05:29.812086 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763af3b4-820c-4733-8ff0-3238560fb56f admin admin] Pushing event deleted for resources: {'Network': ['ID=3264bc1b-3107-4e40-8063-5800aefcb632,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:05:29.869590 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-763af3b4-820c-4733-8ff0-3238560fb56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:05:30.316903 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f3295393-b572-41ee-ac34-d6ab92e61963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756128'] for router_interface, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:30.666420 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-f3295393-b572-41ee-ac34-d6ab92e61963 admin admin] Deleting port 474b25d0-425a-45df-9002-cb45e3c9af0f {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:05:30.666825 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f3295393-b572-41ee-ac34-d6ab92e61963 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:30.786428 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-f3295393-b572-41ee-ac34-d6ab92e61963 admin admin] For port 474b25d0-425a-45df-9002-cb45e3c9af0f, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=474b25d0-425a-45df-9002-cb45e3c9af0f,segment=NetworkSegment(1d8806c5-a1dd-49a5-8f30-fa13ad3f01d7),segment_id=1d8806c5-a1dd-49a5-8f30-fa13ad3f01d7)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:05:30.786785 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f3295393-b572-41ee-ac34-d6ab92e61963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:30.885370 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-f3295393-b572-41ee-ac34-d6ab92e61963 admin admin] Calling delete_port for 474b25d0-425a-45df-9002-cb45e3c9af0f owned by network:router_interface {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:05:31.255290 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f3295393-b572-41ee-ac34-d6ab92e61963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27717370'] for port, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:31.257438 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-763af3b4-820c-4733-8ff0-3238560fb56f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:05:31.288850 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3295393-b572-41ee-ac34-d6ab92e61963 admin admin] Pushing event deleted for resources: {'Port': ['ID=474b25d0-425a-45df-9002-cb45e3c9af0f,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:05:31.292808 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-f3295393-b572-41ee-ac34-d6ab92e61963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:05:31.533304 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f3295393-b572-41ee-ac34-d6ab92e61963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-756272'] for router_interface, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:31.822980 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-af1cc962-03b6-4276-8eed-c0cb085c1c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:31.849998 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3295393-b572-41ee-ac34-d6ab92e61963 admin admin] Router 471f6972-0b44-4331-9b69-2a567833c456 has already been hosted by L3 agent 5ce6b765-1bb2-42d4-93a5-02cba4d89356 {{(pid=103388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 15:05:32.013178 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3295393-b572-41ee-ac34-d6ab92e61963 admin admin] Notify agent at l3_agent.dv-cinder-772623-8-iscsi the message routers_updated {{(pid=103388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 15:05:32.019501 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-f3295393-b572-41ee-ac34-d6ab92e61963 admin admin] 10.222.0.48 "PUT /v2.0/routers/471f6972-0b44-4331-9b69-2a567833c456/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2364988 Jun 14 15:05:32.022475 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 42142) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:05:32.023905 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a458c6-8b71-4858-b067-4eabfedf2824 None None] Sync routers for ids ['471f6972-0b44-4331-9b69-2a567833c456'] in dv-cinder-772623-8-iscsi {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 15:05:32.035644 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a458c6-8b71-4858-b067-4eabfedf2824 None None] Routers {'471f6972-0b44-4331-9b69-2a567833c456'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:05:32.036276 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-a3a458c6-8b71-4858-b067-4eabfedf2824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:05:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['471f6972-0b44-4331-9b69-2a567833c456'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:05:32.211937 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-03a9003a-1fc4-4da9-8754-3ae96d2806f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:32.220294 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-a3a458c6-8b71-4858-b067-4eabfedf2824 None None] Set router 471f6972-0b44-4331-9b69-2a567833c456 gateway port host: dv-cinder-772623-8-iscsi {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:05:32.359861 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-03a9003a-1fc4-4da9-8754-3ae96d2806f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:32.467190 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-a3a458c6-8b71-4858-b067-4eabfedf2824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471f6972-0b44-4331-9b69-2a567833c456', 'name': 'tempest-TestVolumeBootPattern-1836456790-router', 'tenant_id': '97e5cf97e7e948ae963fce42609bdc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'external_fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '21b8a8a6-407e-48aa-a1b6-25e56ccab849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:26Z', 'updated_at': '2021-06-14T15:05:31Z', 'revision_number': 5, 'project_id': '97e5cf97e7e948ae963fce42609bdc90', 'gw_port': {'id': '21b8a8a6-407e-48aa-a1b6-25e56ccab849', 'name': '', 'network_id': 'fc485d09-1af9-4f7a-81e8-700830ebc213', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471f6972-0b44-4331-9b69-2a567833c456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T14:57:27Z', 'updated_at': '2021-06-14T14:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09b5c2d-fde6-405d-9c65-d45cf22b44a3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-8-iscsi'}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:05:32.471212 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a458c6-8b71-4858-b067-4eabfedf2824 None None] Checking router: 471f6972-0b44-4331-9b69-2a567833c456 for host: dv-cinder-772623-8-iscsi {{(pid=103390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 15:05:32.479795 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a458c6-8b71-4858-b067-4eabfedf2824 None None] Routers {'471f6972-0b44-4331-9b69-2a567833c456'} bound to L3 agent in host dv-cinder-772623-8-iscsi {{(pid=103390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 15:05:32.480413 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-a3a458c6-8b71-4858-b067-4eabfedf2824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T14:39:35Z,description=,heartbeat_timestamp=2021-06-14T15:05:05Z,host='dv-cinder-772623-8-iscsi',id=5ce6b765-1bb2-42d4-93a5-02cba4d89356,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T14:39:36Z,topic='l3_agent')) {'router_ids': ['471f6972-0b44-4331-9b69-2a567833c456'], 'active': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:05:32.532128 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-03a9003a-1fc4-4da9-8754-3ae96d2806f5 admin admin] Deleting port 21b8a8a6-407e-48aa-a1b6-25e56ccab849 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:05:32.532458 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-03a9003a-1fc4-4da9-8754-3ae96d2806f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:32.609621 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvr_db [None req-a3a458c6-8b71-4858-b067-4eabfedf2824 None None] Set router 471f6972-0b44-4331-9b69-2a567833c456 gateway port host: None {{(pid=103390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 15:05:32.648966 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-03a9003a-1fc4-4da9-8754-3ae96d2806f5 admin admin] For port 21b8a8a6-407e-48aa-a1b6-25e56ccab849, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=21b8a8a6-407e-48aa-a1b6-25e56ccab849,segment=NetworkSegment(5993e2e7-d1a9-4fa5-8357-3040322fca1a),segment_id=5993e2e7-d1a9-4fa5-8357-3040322fca1a)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:05:32.649438 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-03a9003a-1fc4-4da9-8754-3ae96d2806f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:32.691999 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.l3_hamode_db [None req-a3a458c6-8b71-4858-b067-4eabfedf2824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471f6972-0b44-4331-9b69-2a567833c456', 'name': 'tempest-TestVolumeBootPattern-1836456790-router', 'tenant_id': '97e5cf97e7e948ae963fce42609bdc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:26Z', 'updated_at': '2021-06-14T15:05:32Z', 'revision_number': 6, 'project_id': '97e5cf97e7e948ae963fce42609bdc90', 'gw_port_host': None}], 'dv-cinder-772623-8-iscsi', False) {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:05:32.696605 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a458c6-8b71-4858-b067-4eabfedf2824 None None] The sync data for ids ['471f6972-0b44-4331-9b69-2a567833c456'] in dv-cinder-772623-8-iscsi is: [{'id': '471f6972-0b44-4331-9b69-2a567833c456', 'name': 'tempest-TestVolumeBootPattern-1836456790-router', 'tenant_id': '97e5cf97e7e948ae963fce42609bdc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T14:57:26Z', 'updated_at': '2021-06-14T15:05:32Z', 'revision_number': 6, 'project_id': '97e5cf97e7e948ae963fce42609bdc90', 'gw_port_host': None}] {{(pid=103390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 15:05:33.110162 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-03a9003a-1fc4-4da9-8754-3ae96d2806f5 admin admin] Calling delete_port for 21b8a8a6-407e-48aa-a1b6-25e56ccab849 owned by network:router_gateway {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:05:33.415935 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-03a9003a-1fc4-4da9-8754-3ae96d2806f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28280465'] for port, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:33.418075 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-33ece2a5-96ef-4795-a76b-9635d3157129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:05:33.452658 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9003a-1fc4-4da9-8754-3ae96d2806f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=21b8a8a6-407e-48aa-a1b6-25e56ccab849,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:05:33.457743 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-03a9003a-1fc4-4da9-8754-3ae96d2806f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:05:33.542365 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-03a9003a-1fc4-4da9-8754-3ae96d2806f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-768867'] for router_gateway, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:33.688898 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-03a9003a-1fc4-4da9-8754-3ae96d2806f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59850'] for router, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:33.692488 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-03a9003a-1fc4-4da9-8754-3ae96d2806f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:33.733680 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 474b25d0-425a-45df-9002-cb45e3c9af0f no longer exists at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 15:05:33.763417 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] No Port match for: 474b25d0-425a-45df-9002-cb45e3c9af0f {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 15:05:33.763789 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 474b25d0-425a-45df-9002-cb45e3c9af0f not bound to the agent host dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 15:05:33.764232 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 21b8a8a6-407e-48aa-a1b6-25e56ccab849 no longer exists at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 15:05:33.791471 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] No Port match for: 21b8a8a6-407e-48aa-a1b6-25e56ccab849 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 15:05:33.792076 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 21b8a8a6-407e-48aa-a1b6-25e56ccab849 not bound to the agent host dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 15:05:33.854935 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-03a9003a-1fc4-4da9-8754-3ae96d2806f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-753988'] for router, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:33.855564 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a9003a-1fc4-4da9-8754-3ae96d2806f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 471f6972-0b44-4331-9b69-2a567833c456 {{(pid=103387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 15:05:33.860082 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-03a9003a-1fc4-4da9-8754-3ae96d2806f5 admin admin] Notify callbacks [] for router, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:33.863101 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-03a9003a-1fc4-4da9-8754-3ae96d2806f5 admin admin] 10.222.0.48 "DELETE /v2.0/routers/471f6972-0b44-4331-9b69-2a567833c456 HTTP/1.1" status: 204 len: 168 time: 1.8390207 Jun 14 15:05:33.864288 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 42144) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:05:33.932214 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b78418-2996-40e9-ac2e-4cc3199675cb admin admin] Deleting subnet 367bad9d-9309-4e35-b738-c9fefc556878 {{(pid=103387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 15:05:33.935583 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a5b78418-2996-40e9-ac2e-4cc3199675cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:33.980118 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a5b78418-2996-40e9-ac2e-4cc3199675cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28405831'] for subnet, precommit_delete_associations {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:34.082585 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a5b78418-2996-40e9-ac2e-4cc3199675cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3763272'] for subnet, precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:34.279295 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a5b78418-2996-40e9-ac2e-4cc3199675cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3763265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28279915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28537441'] for subnet, after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:34.284376 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:05:34.311779 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b78418-2996-40e9-ac2e-4cc3199675cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=367bad9d-9309-4e35-b738-c9fefc556878,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:05:34.315406 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG oslo_concurrency.lockutils [None req-a5b78418-2996-40e9-ac2e-4cc3199675cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:05:34.318511 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a5b78418-2996-40e9-ac2e-4cc3199675cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:34.320684 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-a5b78418-2996-40e9-ac2e-4cc3199675cb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/367bad9d-9309-4e35-b738-c9fefc556878 HTTP/1.1" status: 204 len: 168 time: 0.4549935 Jun 14 15:05:34.322950 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 42146) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:05:34.326241 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dde973-da68-4136-bda6-a5ffdab40761 None None] Network 2063a6da-f0e5-4e3c-b123-74097b985fc2 requested from dv-cinder-772623-8-iscsi {{(pid=103389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 15:05:34.417135 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-18398b74-2ffd-4d71-906a-1f70e114b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3855299'] for network, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:34.490371 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-18398b74-2ffd-4d71-906a-1f70e114b1d8 admin admin] Deleting port 8d15c435-547a-468a-8e69-c77d8a9da944 {{(pid=103388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:05:34.490957 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-18398b74-2ffd-4d71-906a-1f70e114b1d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:34.568649 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183eee06-ade9-4591-af42-6792df4ace30 None None] DHCP port deletion for 2063a6da-f0e5-4e3c-b123-74097b985fc2 request from dv-cinder-772623-8-iscsi {{(pid=103389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 15:05:34.586024 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-18398b74-2ffd-4d71-906a-1f70e114b1d8 admin admin] For port 8d15c435-547a-468a-8e69-c77d8a9da944, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=8d15c435-547a-468a-8e69-c77d8a9da944,segment=NetworkSegment(1d8806c5-a1dd-49a5-8f30-fa13ad3f01d7),segment_id=1d8806c5-a1dd-49a5-8f30-fa13ad3f01d7)] {{(pid=103388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:05:34.586382 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-18398b74-2ffd-4d71-906a-1f70e114b1d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:34.631784 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-183eee06-ade9-4591-af42-6792df4ace30 None None] Deleting port 8d15c435-547a-468a-8e69-c77d8a9da944 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 15:05:34.632168 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-183eee06-ade9-4591-af42-6792df4ace30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775073040424'] for port, before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:34.707448 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.plugin [None req-18398b74-2ffd-4d71-906a-1f70e114b1d8 admin admin] Calling delete_port for 8d15c435-547a-468a-8e69-c77d8a9da944 owned by network:dhcp {{(pid=103388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:05:34.764705 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-183eee06-ade9-4591-af42-6792df4ace30 None None] For port 8d15c435-547a-468a-8e69-c77d8a9da944, host dv-cinder-772623-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-8-iscsi',level=0,port_id=8d15c435-547a-468a-8e69-c77d8a9da944,segment=NetworkSegment(1d8806c5-a1dd-49a5-8f30-fa13ad3f01d7),segment_id=1d8806c5-a1dd-49a5-8f30-fa13ad3f01d7)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 15:05:34.765367 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-183eee06-ade9-4591-af42-6792df4ace30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769669'] for port, precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:34.872111 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-183eee06-ade9-4591-af42-6792df4ace30 None None] Calling delete_port for 8d15c435-547a-468a-8e69-c77d8a9da944 owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 15:05:35.032974 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-183eee06-ade9-4591-af42-6792df4ace30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337'] for port, after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:35.035444 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-d4c57806-90a4-4e9c-b896-6e4ca4993a6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:05:35.071020 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183eee06-ade9-4591-af42-6792df4ace30 None None] Pushing event deleted for resources: {'Port': ['ID=8d15c435-547a-468a-8e69-c77d8a9da944,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:05:35.075312 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG oslo_concurrency.lockutils [None req-183eee06-ade9-4591-af42-6792df4ace30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:05:35.076708 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183eee06-ade9-4591-af42-6792df4ace30 None None] No DVR routers for this DVR port 8d15c435-547a-468a-8e69-c77d8a9da944 on host dv-cinder-772623-8-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 15:05:35.120242 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-18398b74-2ffd-4d71-906a-1f70e114b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3920632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775073044812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775072652337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27717370'] for port, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:35.122329 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-be3cd31b-befb-4541-aa3f-4293625c777a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:05:35.152470 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18398b74-2ffd-4d71-906a-1f70e114b1d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d15c435-547a-468a-8e69-c77d8a9da944,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:05:35.155897 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-18398b74-2ffd-4d71-906a-1f70e114b1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:05:35.156700 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18398b74-2ffd-4d71-906a-1f70e114b1d8 admin admin] No DVR routers for this DVR port 8d15c435-547a-468a-8e69-c77d8a9da944 on host dv-cinder-772623-8-iscsi {{(pid=103388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 15:05:35.265026 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-18398b74-2ffd-4d71-906a-1f70e114b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3761365', 'neutron.services.segments.db._delete_segments_for_network-8775073109944'] for network, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:35.280116 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-18398b74-2ffd-4d71-906a-1f70e114b1d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2063a6da-f0e5-4e3c-b123-74097b985fc2']}} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:05:35.293593 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-18398b74-2ffd-4d71-906a-1f70e114b1d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d8806c5-a1dd-49a5-8f30-fa13ad3f01d7') {'for_net_delete': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:05:35.293836 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.services.segments.db [None req-18398b74-2ffd-4d71-906a-1f70e114b1d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d8806c5-a1dd-49a5-8f30-fa13ad3f01d7') {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 15:05:35.304305 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-18398b74-2ffd-4d71-906a-1f70e114b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775073109782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27716681'] for segment, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:35.320791 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-18398b74-2ffd-4d71-906a-1f70e114b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045'] for segment, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:35.327027 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18398b74-2ffd-4d71-906a-1f70e114b1d8 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-18398b74-2ffd-4d71-906a-1f70e114b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3766045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27717289'] for segment, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: Traceback (most recent call last): Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: timer() Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: cb(*args, **kw) Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: return func(*args, **kwargs) Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: self._notify() Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: self.callback(batched_events) Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: event.method(event) Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: return f(self, *a, **k) Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: return self._get(url).json() Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: return self.request(url, 'GET', **kwargs) Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 15:05:35.330389 dv-cinder-772623-8-iscsi neutron-server[103388]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 15:05:35.450315 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-18398b74-2ffd-4d71-906a-1f70e114b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3761354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-194091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-768894'] for network, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:35.454216 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-c7805b5c-32e1-4fac-920a-fea3e10964dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:05:35.458046 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-18398b74-2ffd-4d71-906a-1f70e114b1d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553219'] for network, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:35.460241 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-18398b74-2ffd-4d71-906a-1f70e114b1d8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2063a6da-f0e5-4e3c-b123-74097b985fc2 HTTP/1.1" status: 204 len: 168 time: 1.1361306 Jun 14 15:05:35.476758 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18398b74-2ffd-4d71-906a-1f70e114b1d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2063a6da-f0e5-4e3c-b123-74097b985fc2,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:05:35.479202 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-18398b74-2ffd-4d71-906a-1f70e114b1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:05:35.496149 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1a102a71-9aca-407b-a680-8346fd398ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:35.728429 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 8d15c435-547a-468a-8e69-c77d8a9da944 no longer exists at agent ovs-agent-dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 15:05:35.757290 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] No Port match for: 8d15c435-547a-468a-8e69-c77d8a9da944 {{(pid=103389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 15:05:35.757651 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.rpc [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Device 8d15c435-547a-468a-8e69-c77d8a9da944 not bound to the agent host dv-cinder-772623-8-iscsi {{(pid=103389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 15:05:35.812710 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 42152) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:05:35.865438 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-1e90d6aa-635b-47c5-8f17-0e3ea2e11808 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aeced04591554681b1b816a5b00ecd6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513387 Jun 14 15:05:35.868322 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 42154) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:05:35.928849 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3540fb6a-5a4f-4056-80ad-88d03c628bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:35.952874 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3540fb6a-5a4f-4056-80ad-88d03c628bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:36.096227 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3540fb6a-5a4f-4056-80ad-88d03c628bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:36.099761 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3540fb6a-5a4f-4056-80ad-88d03c628bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:36.107057 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-3540fb6a-5a4f-4056-80ad-88d03c628bf1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ae93901-6e31-4545-b17c-9f03b2a98545 HTTP/1.1" status: 204 len: 168 time: 0.2318501 Jun 14 15:05:36.107057 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-45687a76-841a-462b-a726-bb4f682cde4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:05:36.112293 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540fb6a-5a4f-4056-80ad-88d03c628bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae93901-6e31-4545-b17c-9f03b2a98545,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:05:36.114904 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-3540fb6a-5a4f-4056-80ad-88d03c628bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:05:36.507531 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:36.785202 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [-] (103387) accepted ('10.222.0.48', 42160) {{(pid=103387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:05:36.841317 dv-cinder-772623-8-iscsi neutron-server[103387]: INFO neutron.wsgi [None req-7c599b7d-9df1-46ff-8249-b2cefd5ee7bf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=97e5cf97e7e948ae963fce42609bdc90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542238 Jun 14 15:05:36.843223 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [-] (103388) accepted ('10.222.0.48', 42162) {{(pid=103388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 15:05:36.910615 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d0eb192e-5df4-4261-8b06-644c289d7d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:36.936357 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d0eb192e-5df4-4261-8b06-644c289d7d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:37.061624 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d0eb192e-5df4-4261-8b06-644c289d7d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637816'] for security_group, after_delete {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:37.064842 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-d0eb192e-5df4-4261-8b06-644c289d7d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:37.065951 dv-cinder-772623-8-iscsi neutron-server[103388]: INFO neutron.wsgi [None req-d0eb192e-5df4-4261-8b06-644c289d7d61 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d5956284-2dfd-464e-8d77-960f93c199c3 HTTP/1.1" status: 204 len: 168 time: 0.2217145 Jun 14 15:05:37.066743 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-d74a7d26-3844-4e85-af34-8fc88c1219db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 15:05:37.076300 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb192e-5df4-4261-8b06-644c289d7d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5956284-2dfd-464e-8d77-960f93c199c3,revision_number=None']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 15:05:37.078783 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG oslo_concurrency.lockutils [None req-d0eb192e-5df4-4261-8b06-644c289d7d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 15:05:38.181477 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:40.313333 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:05:44.481493 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:05:48.324763 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:06:01.865609 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e291d317-d4fd-4306-903f-f939f32a83bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:06:05.501096 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4d465a87-24a8-4cfd-9260-c5738026ff5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:06:06.488429 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:06:08.214073 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:06:10.369754 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:06:18.461536 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:06:21.480983 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:06:31.822237 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6235515b-7e32-458b-98aa-db6b1d170641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:06:35.516485 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9f56dbc7-11ea-4b37-8f23-a8e0d8d55144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:06:36.449002 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [req-8dd2af0a-005d-4ca6-a104-03367c04f868 req-184de3fb-0b1b-434d-837c-8945e7ea2116 service neutron] (103388) timed out ('10.222.0.35', 61972) {{(pid=103388) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 14 15:06:36.535095 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:06:38.197706 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:06:40.277389 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:06:45.908517 dv-cinder-772623-8-iscsi neutron-server[103387]: DEBUG neutron.wsgi [req-58efd131-f1e7-4350-9e12-c24408d1d73e req-bd60012d-78c4-4fb4-b0de-330acd6665b8 service neutron] (103387) timed out ('10.222.0.35', 62257) {{(pid=103387) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 14 15:06:48.377236 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:06:58.484187 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:07:01.832622 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5a5c7648-f303-4dde-b774-afd54d0145f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:07:05.522778 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e51d2345-b505-48e3-bb38-603cd2fd201e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:07:06.511879 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:07:08.229420 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:07:10.294372 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:07:18.334638 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:07:31.831056 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a120f09a-7550-4384-a900-150e59c4f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:07:35.486439 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-16981f7e-6c6d-4d25-a937-6c519706d82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:07:35.487156 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:07:36.486394 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:07:38.231073 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:07:40.293747 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:07:48.343372 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:08:01.813935 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-26dd9a9d-f583-4e9f-9921-a89b8ac0972c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:08:05.482165 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-67dc2f67-9db9-45bc-81a7-0b3c7d717f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:08:06.514399 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:08:08.219487 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:08:10.288128 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:08:12.484359 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:08:18.396516 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:08:31.836078 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-41296f08-012d-4ee9-819b-94c6e49b0bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:08:35.499232 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-829b3624-d011-4c5a-81f6-2f15245e31d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:08:36.513582 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:08:38.219480 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:08:40.336787 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:08:48.377175 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:08:49.484618 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:09:01.824350 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-245d8276-eaee-4630-8537-1b832edb32ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:09:05.499786 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-886142d4-8cdd-415e-85f1-9784eabe25ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:09:06.575922 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:09:08.232964 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:09:10.273660 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:09:18.398895 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:09:26.485619 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:09:31.823578 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dbe24b2b-0c32-4a56-8fe7-e3d651af70f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:09:35.524240 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4930e541-ca78-4a45-965b-a48048c22f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:09:36.484609 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:09:38.234762 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:09:40.335158 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:09:47.987664 dv-cinder-772623-8-iscsi neutron-server[103388]: DEBUG neutron.wsgi [req-26803818-09e8-4780-8a6b-4f21fe0dba89 req-f74057f4-4e4e-475e-a00b-10cf81953a16 service neutron] (103388) timed out ('10.222.0.48', 35302) {{(pid=103388) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 14 15:09:48.406544 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:10:01.857430 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-faba5a11-7af8-495b-8f6e-28b00cfb84e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:10:03.484760 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:10:05.503454 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-514b9db4-17e2-4cfb-85a4-d859433cc886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:10:06.563583 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:10:08.209086 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:10:10.314670 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:10:18.377496 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:10:31.874121 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-657ca7e9-6c7f-40d8-8228-ca906bfdf6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:10:35.531489 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6879e9b9-89b3-465c-95f8-02760b9e0f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:10:36.491816 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:10:38.219844 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:10:40.336911 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:10:40.483652 dv-cinder-772623-8-iscsi neutron-server[103390]: DEBUG neutron.db.agents_db [None req-dc86fb1c-def8-495b-8da1-f636e9d2562d None None] Agent healthcheck: found 6 active agents {{(pid=103390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 15:10:48.383193 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c449cf5-f197-4074-9ee1-58366be93df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:11:01.833738 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a53415b7-53b7-4195-9a92-5cf103164532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:11:05.533648 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a46c1324-1bf8-4767-b6a7-6e2aee03f708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:11:06.525593 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5e713c49-7517-4a46-8ce9-749d6547c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:11:08.225984 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b26a54f4-2c9e-483e-9a7c-600bda895efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 15:11:10.316407 dv-cinder-772623-8-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a43c51d1-9ac1-4d73-93dd-5d2aac1f8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775073109926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3762443'] for agent, after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}